2024-12-03 09:16:53,918 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-03 09:16:53,933 main DEBUG Took 0.013417 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 09:16:53,933 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 09:16:53,933 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 09:16:53,934 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 09:16:53,935 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 09:16:53,941 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 09:16:53,951 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 09:16:53,953 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 09:16:53,953 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 09:16:53,953 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 09:16:53,954 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 09:16:53,954 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 09:16:53,955 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 09:16:53,955 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 09:16:53,955 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 09:16:53,955 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 09:16:53,956 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 09:16:53,956 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 09:16:53,957 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 09:16:53,957 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 09:16:53,957 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 09:16:53,958 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 09:16:53,958 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 09:16:53,958 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 09:16:53,959 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 09:16:53,959 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 09:16:53,959 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 09:16:53,959 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 09:16:53,960 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 09:16:53,960 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 09:16:53,960 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 09:16:53,961 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 09:16:53,962 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 09:16:53,963 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 09:16:53,965 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 09:16:53,966 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 09:16:53,967 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 09:16:53,967 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 09:16:53,974 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 09:16:53,977 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 09:16:53,978 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 09:16:53,979 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 09:16:53,979 main DEBUG createAppenders(={Console}) 2024-12-03 09:16:53,980 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-03 09:16:53,980 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-03 09:16:53,980 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-03 09:16:53,980 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 09:16:53,981 main DEBUG OutputStream closed 2024-12-03 09:16:53,981 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 09:16:53,981 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 09:16:53,981 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-03 09:16:54,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 09:16:54,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 09:16:54,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 09:16:54,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 09:16:54,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 09:16:54,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 09:16:54,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 09:16:54,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 09:16:54,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 09:16:54,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 09:16:54,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 09:16:54,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 09:16:54,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 09:16:54,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 09:16:54,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 09:16:54,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 09:16:54,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 09:16:54,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 09:16:54,066 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 09:16:54,066 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-03 09:16:54,066 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 09:16:54,067 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-03T09:16:54,078 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-03 09:16:54,081 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 09:16:54,081 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T09:16:54,135 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=422, ProcessCount=11, AvailableMemoryMB=13974 2024-12-03T09:16:54,296 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-03T09:16:54,329 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd 2024-12-03T09:16:54,331 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/cluster_0850002c-7f15-0fcb-3eae-67d9cb16f7af, deleteOnExit=true 2024-12-03T09:16:54,441 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/cluster_0850002c-7f15-0fcb-3eae-67d9cb16f7af/zookeeper_0, clientPort=58138, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/cluster_0850002c-7f15-0fcb-3eae-67d9cb16f7af/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/cluster_0850002c-7f15-0fcb-3eae-67d9cb16f7af/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T09:16:54,451 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58138 2024-12-03T09:16:54,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T09:16:54,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T09:16:54,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/test.cache.data in system properties and HBase conf 2024-12-03T09:16:54,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T09:16:54,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/hadoop.log.dir in system properties and HBase conf 2024-12-03T09:16:54,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T09:16:54,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T09:16:54,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T09:16:54,532 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T09:16:54,616 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T09:16:54,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:16:54,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:16:54,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T09:16:54,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:16:54,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T09:16:54,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T09:16:54,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:16:54,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:16:54,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T09:16:54,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/nfs.dump.dir in system properties and HBase conf 2024-12-03T09:16:54,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/java.io.tmpdir in system properties and HBase conf 2024-12-03T09:16:54,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:16:54,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T09:16:54,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T09:16:55,572 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T09:16:55,634 INFO [Time-limited test {}] log.Log(170): Logging initialized @2267ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T09:16:55,696 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:16:55,754 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:16:55,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:16:55,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:16:55,784 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T09:16:55,796 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:16:55,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:16:55,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:16:55,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/java.io.tmpdir/jetty-localhost-39019-hadoop-hdfs-3_4_1-tests_jar-_-any-10391619590434046598/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:16:55,962 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:39019} 2024-12-03T09:16:55,962 INFO [Time-limited test {}] server.Server(415): Started @2595ms 2024-12-03T09:16:56,464 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:16:56,469 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:16:56,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:16:56,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:16:56,471 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T09:16:56,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40fdc8cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:16:56,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4f8960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:16:56,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@116d148d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/java.io.tmpdir/jetty-localhost-38125-hadoop-hdfs-3_4_1-tests_jar-_-any-9441223069824203977/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:16:56,572 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7407cbf8{HTTP/1.1, (http/1.1)}{localhost:38125} 2024-12-03T09:16:56,572 INFO [Time-limited test {}] server.Server(415): Started @3205ms 2024-12-03T09:16:56,616 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T09:16:57,951 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/cluster_0850002c-7f15-0fcb-3eae-67d9cb16f7af/data/data2/current/BP-603332645-172.17.0.2-1733217415087/current, will proceed with Du for space computation calculation, 2024-12-03T09:16:57,951 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/cluster_0850002c-7f15-0fcb-3eae-67d9cb16f7af/data/data1/current/BP-603332645-172.17.0.2-1733217415087/current, will proceed with Du for space computation calculation, 2024-12-03T09:16:57,993 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T09:16:58,035 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8446e43c56da9ad with lease ID 0xdb1a5688f322ab12: Processing first storage report for DS-8f444674-4c07-4b8e-a035-950ccce0e3bb from datanode DatanodeRegistration(127.0.0.1:37449, datanodeUuid=ab1468c3-b252-49dd-ad36-9d791ee4f127, infoPort=42453, infoSecurePort=0, ipcPort=36879, storageInfo=lv=-57;cid=testClusterID;nsid=1039482655;c=1733217415087) 2024-12-03T09:16:58,036 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8446e43c56da9ad with lease ID 0xdb1a5688f322ab12: from storage DS-8f444674-4c07-4b8e-a035-950ccce0e3bb node DatanodeRegistration(127.0.0.1:37449, datanodeUuid=ab1468c3-b252-49dd-ad36-9d791ee4f127, infoPort=42453, infoSecurePort=0, ipcPort=36879, storageInfo=lv=-57;cid=testClusterID;nsid=1039482655;c=1733217415087), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T09:16:58,037 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8446e43c56da9ad with lease ID 0xdb1a5688f322ab12: Processing first storage report for DS-09001bd1-d877-4e92-8948-9f50af2a7384 from datanode DatanodeRegistration(127.0.0.1:37449, datanodeUuid=ab1468c3-b252-49dd-ad36-9d791ee4f127, infoPort=42453, infoSecurePort=0, ipcPort=36879, storageInfo=lv=-57;cid=testClusterID;nsid=1039482655;c=1733217415087) 2024-12-03T09:16:58,037 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8446e43c56da9ad with lease ID 0xdb1a5688f322ab12: from storage DS-09001bd1-d877-4e92-8948-9f50af2a7384 node DatanodeRegistration(127.0.0.1:37449, datanodeUuid=ab1468c3-b252-49dd-ad36-9d791ee4f127, infoPort=42453, infoSecurePort=0, ipcPort=36879, storageInfo=lv=-57;cid=testClusterID;nsid=1039482655;c=1733217415087), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:16:58,069 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd 2024-12-03T09:16:58,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:16:58,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:16:58,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741825_1001 (size=7) 2024-12-03T09:16:58,730 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d with version=8 2024-12-03T09:16:58,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/hbase-staging 2024-12-03T09:16:58,808 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-03T09:16:59,010 INFO [Time-limited test {}] client.ConnectionUtils(128): master/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:16:59,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:16:59,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:16:59,024 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:16:59,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:16:59,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:16:59,138 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T09:16:59,190 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T09:16:59,198 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T09:16:59,202 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:16:59,224 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10855 (auto-detected) 2024-12-03T09:16:59,225 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-03T09:16:59,243 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34851 2024-12-03T09:16:59,263 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34851 connecting to ZooKeeper ensemble=127.0.0.1:58138 2024-12-03T09:16:59,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348510x0, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:16:59,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34851-0x1019a7ae8c00000 connected 2024-12-03T09:16:59,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:16:59,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:16:59,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Set watcher on znode that does not yet exist, /0766629528/running 2024-12-03T09:16:59,483 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d, hbase.cluster.distributed=false 2024-12-03T09:16:59,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Set watcher on znode that does not yet exist, /0766629528/acl 2024-12-03T09:16:59,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34851 2024-12-03T09:16:59,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34851 2024-12-03T09:16:59,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34851 2024-12-03T09:16:59,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34851 2024-12-03T09:16:59,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34851 2024-12-03T09:16:59,649 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:16:59,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:16:59,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:16:59,651 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:16:59,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:16:59,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:16:59,654 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:16:59,657 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:16:59,658 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42065 2024-12-03T09:16:59,660 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42065 connecting to ZooKeeper ensemble=127.0.0.1:58138 2024-12-03T09:16:59,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:16:59,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:16:59,672 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420650x0, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:16:59,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42065-0x1019a7ae8c00001 connected 2024-12-03T09:16:59,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42065-0x1019a7ae8c00001, quorum=127.0.0.1:58138, baseZNode=/0766629528 Set watcher on znode that does not yet exist, /0766629528/running 2024-12-03T09:16:59,680 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:16:59,692 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:16:59,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42065-0x1019a7ae8c00001, quorum=127.0.0.1:58138, baseZNode=/0766629528 Set watcher on znode that does not yet exist, /0766629528/master 2024-12-03T09:16:59,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42065-0x1019a7ae8c00001, quorum=127.0.0.1:58138, baseZNode=/0766629528 Set watcher on znode that does not yet exist, /0766629528/acl 2024-12-03T09:16:59,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42065 2024-12-03T09:16:59,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42065 2024-12-03T09:16:59,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42065 2024-12-03T09:16:59,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42065 2024-12-03T09:16:59,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42065 2024-12-03T09:16:59,722 DEBUG [M:0;699c9baf3d29:34851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;699c9baf3d29:34851 2024-12-03T09:16:59,723 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0766629528/backup-masters/699c9baf3d29,34851,1733217418851 2024-12-03T09:16:59,778 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42065-0x1019a7ae8c00001, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528/backup-masters 2024-12-03T09:16:59,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528/backup-masters 2024-12-03T09:16:59,780 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Set watcher on existing znode=/0766629528/backup-masters/699c9baf3d29,34851,1733217418851 2024-12-03T09:16:59,862 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42065-0x1019a7ae8c00001, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0766629528/master 2024-12-03T09:16:59,862 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42065-0x1019a7ae8c00001, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528 2024-12-03T09:16:59,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528 2024-12-03T09:16:59,866 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Set watcher on existing znode=/0766629528/master 2024-12-03T09:16:59,868 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0766629528/backup-masters/699c9baf3d29,34851,1733217418851 from backup master directory 2024-12-03T09:16:59,883 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42065-0x1019a7ae8c00001, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528/backup-masters 2024-12-03T09:16:59,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0766629528/backup-masters/699c9baf3d29,34851,1733217418851 2024-12-03T09:16:59,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528/backup-masters 2024-12-03T09:16:59,884 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:16:59,884 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=699c9baf3d29,34851,1733217418851 2024-12-03T09:16:59,886 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-03T09:16:59,887 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-03T09:16:59,939 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/hbase.id] with ID: 929f7d9b-81e0-42b2-9619-fddf2a70010a 2024-12-03T09:16:59,940 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/.tmp/hbase.id 2024-12-03T09:16:59,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741826_1002 (size=42) 2024-12-03T09:17:00,350 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/.tmp/hbase.id]:[hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/hbase.id] 2024-12-03T09:17:00,395 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:00,401 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T09:17:00,418 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-03T09:17:00,472 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42065-0x1019a7ae8c00001, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528 2024-12-03T09:17:00,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528 2024-12-03T09:17:00,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741827_1003 (size=196) 2024-12-03T09:17:00,903 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:17:00,906 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T09:17:00,920 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T09:17:00,923 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:17:00,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741828_1004 (size=1189) 2024-12-03T09:17:01,373 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store 2024-12-03T09:17:01,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741829_1005 (size=34) 2024-12-03T09:17:01,795 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-03T09:17:01,798 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:01,799 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:17:01,799 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:01,799 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:01,801 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:17:01,801 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:01,801 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:01,802 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217421799Disabling compacts and flushes for region at 1733217421799Disabling writes for close at 1733217421801 (+2 ms)Writing region close event to WAL at 1733217421801Closed at 1733217421801 2024-12-03T09:17:01,804 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/.initializing 2024-12-03T09:17:01,804 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/WALs/699c9baf3d29,34851,1733217418851 2024-12-03T09:17:01,812 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:17:01,826 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C34851%2C1733217418851, suffix=, logDir=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/WALs/699c9baf3d29,34851,1733217418851, archiveDir=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/oldWALs, maxLogs=10 2024-12-03T09:17:01,847 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/WALs/699c9baf3d29,34851,1733217418851/699c9baf3d29%2C34851%2C1733217418851.1733217421831, exclude list is [], retry=0 2024-12-03T09:17:01,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37449,DS-8f444674-4c07-4b8e-a035-950ccce0e3bb,DISK] 2024-12-03T09:17:01,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-03T09:17:01,893 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/WALs/699c9baf3d29,34851,1733217418851/699c9baf3d29%2C34851%2C1733217418851.1733217421831 2024-12-03T09:17:01,894 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42453:42453)] 2024-12-03T09:17:01,894 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:17:01,895 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:01,897 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:01,898 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:01,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:01,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T09:17:01,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:01,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:01,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:01,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T09:17:01,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:01,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:01,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:01,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T09:17:01,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:01,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:01,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:01,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T09:17:01,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:01,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:01,970 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:01,974 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:01,976 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:01,981 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:01,982 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:01,986 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:17:01,990 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:01,994 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:17:01,996 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65312811, jitterRate=-0.026763275265693665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:17:02,003 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733217421909Initializing all the Stores at 1733217421911 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217421912 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217421912Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217421913 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217421913Cleaning up temporary data from old regions at 1733217421982 (+69 ms)Region opened successfully at 1733217422003 (+21 ms) 2024-12-03T09:17:02,005 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T09:17:02,035 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af8f1fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:17:02,062 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T09:17:02,072 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T09:17:02,072 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T09:17:02,074 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T09:17:02,075 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T09:17:02,079 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-03T09:17:02,079 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T09:17:02,101 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T09:17:02,108 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Unable to get data of znode /0766629528/balancer because node does not exist (not necessarily an error) 2024-12-03T09:17:02,183 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0766629528/balancer already deleted, retry=false 2024-12-03T09:17:02,185 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T09:17:02,187 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Unable to get data of znode /0766629528/normalizer because node does not exist (not necessarily an error) 2024-12-03T09:17:02,295 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0766629528/normalizer already deleted, retry=false 2024-12-03T09:17:02,297 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T09:17:02,301 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Unable to get data of znode /0766629528/switch/split because node does not exist (not necessarily an error) 2024-12-03T09:17:02,314 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0766629528/switch/split already deleted, retry=false 2024-12-03T09:17:02,316 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Unable to get data of znode /0766629528/switch/merge because node does not exist (not necessarily an error) 2024-12-03T09:17:02,325 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0766629528/switch/merge already deleted, retry=false 2024-12-03T09:17:02,341 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Unable to get data of znode /0766629528/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T09:17:02,345 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0766629528/snapshot-cleanup already deleted, retry=false 2024-12-03T09:17:02,356 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42065-0x1019a7ae8c00001, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0766629528/running 2024-12-03T09:17:02,356 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42065-0x1019a7ae8c00001, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528 2024-12-03T09:17:02,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0766629528/running 2024-12-03T09:17:02,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528 2024-12-03T09:17:02,359 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=699c9baf3d29,34851,1733217418851, sessionid=0x1019a7ae8c00000, setting cluster-up flag (Was=false) 2024-12-03T09:17:02,388 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42065-0x1019a7ae8c00001, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528 2024-12-03T09:17:02,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528 2024-12-03T09:17:02,419 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0766629528/flush-table-proc/acquired, /0766629528/flush-table-proc/reached, /0766629528/flush-table-proc/abort 2024-12-03T09:17:02,421 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,34851,1733217418851 2024-12-03T09:17:02,440 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42065-0x1019a7ae8c00001, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528 2024-12-03T09:17:02,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528 2024-12-03T09:17:02,472 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0766629528/online-snapshot/acquired, /0766629528/online-snapshot/reached, /0766629528/online-snapshot/abort 2024-12-03T09:17:02,475 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,34851,1733217418851 2024-12-03T09:17:02,482 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T09:17:02,513 INFO [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer(746): ClusterId : 929f7d9b-81e0-42b2-9619-fddf2a70010a 2024-12-03T09:17:02,516 DEBUG [RS:0;699c9baf3d29:42065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:17:02,527 DEBUG [RS:0;699c9baf3d29:42065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:17:02,527 DEBUG [RS:0;699c9baf3d29:42065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:17:02,537 DEBUG [RS:0;699c9baf3d29:42065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:17:02,537 DEBUG [RS:0;699c9baf3d29:42065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2535d137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:17:02,557 DEBUG [RS:0;699c9baf3d29:42065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;699c9baf3d29:42065 2024-12-03T09:17:02,560 INFO [RS:0;699c9baf3d29:42065 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:17:02,560 INFO [RS:0;699c9baf3d29:42065 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:17:02,560 DEBUG [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:17:02,563 INFO [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,34851,1733217418851 with port=42065, startcode=1733217419612 2024-12-03T09:17:02,567 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T09:17:02,574 DEBUG [RS:0;699c9baf3d29:42065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:17:02,576 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T09:17:02,583 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T09:17:02,590 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 699c9baf3d29,34851,1733217418851 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T09:17:02,598 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:17:02,599 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:17:02,599 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:17:02,600 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:17:02,600 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/699c9baf3d29:0, corePoolSize=10, maxPoolSize=10 2024-12-03T09:17:02,600 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:02,601 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:17:02,601 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:02,607 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733217452607 2024-12-03T09:17:02,609 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:17:02,609 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:17:02,609 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T09:17:02,610 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T09:17:02,611 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T09:17:02,614 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T09:17:02,614 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T09:17:02,615 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T09:17:02,615 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T09:17:02,616 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:02,615 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:02,616 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T09:17:02,617 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34851 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T09:17:02,619 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T09:17:02,620 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T09:17:02,621 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T09:17:02,621 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T09:17:02,624 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T09:17:02,624 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T09:17:02,626 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217422626,5,FailOnTimeoutGroup] 2024-12-03T09:17:02,627 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217422627,5,FailOnTimeoutGroup] 2024-12-03T09:17:02,627 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:02,627 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T09:17:02,629 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:02,629 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:02,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741831_1007 (size=1321) 2024-12-03T09:17:02,633 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T09:17:02,634 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d 2024-12-03T09:17:02,647 DEBUG [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-03T09:17:02,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741832_1008 (size=32) 2024-12-03T09:17:02,647 WARN [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-03T09:17:02,749 INFO [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,34851,1733217418851 with port=42065, startcode=1733217419612 2024-12-03T09:17:02,751 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34851 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,42065,1733217419612 2024-12-03T09:17:02,753 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34851 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,42065,1733217419612 2024-12-03T09:17:02,760 DEBUG [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d 2024-12-03T09:17:02,760 DEBUG [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33129 2024-12-03T09:17:02,761 DEBUG [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:17:02,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528/rs 2024-12-03T09:17:02,767 DEBUG [RS:0;699c9baf3d29:42065 {}] zookeeper.ZKUtil(111): regionserver:42065-0x1019a7ae8c00001, quorum=127.0.0.1:58138, baseZNode=/0766629528 Set watcher on existing znode=/0766629528/rs/699c9baf3d29,42065,1733217419612 2024-12-03T09:17:02,768 WARN [RS:0;699c9baf3d29:42065 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:17:02,768 INFO [RS:0;699c9baf3d29:42065 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:17:02,768 DEBUG [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,42065,1733217419612 2024-12-03T09:17:02,770 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,42065,1733217419612] 2024-12-03T09:17:02,791 INFO [RS:0;699c9baf3d29:42065 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:17:02,804 INFO [RS:0;699c9baf3d29:42065 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:17:02,808 INFO [RS:0;699c9baf3d29:42065 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:17:02,809 INFO [RS:0;699c9baf3d29:42065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:02,810 INFO [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:17:02,815 INFO [RS:0;699c9baf3d29:42065 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:17:02,817 INFO [RS:0;699c9baf3d29:42065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:02,817 DEBUG [RS:0;699c9baf3d29:42065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:02,817 DEBUG [RS:0;699c9baf3d29:42065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:02,817 DEBUG [RS:0;699c9baf3d29:42065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:02,818 DEBUG [RS:0;699c9baf3d29:42065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:02,818 DEBUG [RS:0;699c9baf3d29:42065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:02,818 DEBUG [RS:0;699c9baf3d29:42065 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:17:02,818 DEBUG [RS:0;699c9baf3d29:42065 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:02,818 DEBUG [RS:0;699c9baf3d29:42065 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:02,818 DEBUG [RS:0;699c9baf3d29:42065 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:02,818 DEBUG [RS:0;699c9baf3d29:42065 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:02,819 DEBUG [RS:0;699c9baf3d29:42065 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:02,819 DEBUG [RS:0;699c9baf3d29:42065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:02,819 DEBUG [RS:0;699c9baf3d29:42065 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:17:02,819 DEBUG [RS:0;699c9baf3d29:42065 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:17:02,820 INFO [RS:0;699c9baf3d29:42065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:02,820 INFO [RS:0;699c9baf3d29:42065 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:02,820 INFO [RS:0;699c9baf3d29:42065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:02,820 INFO [RS:0;699c9baf3d29:42065 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:02,821 INFO [RS:0;699c9baf3d29:42065 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:02,821 INFO [RS:0;699c9baf3d29:42065 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,42065,1733217419612-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:17:02,837 INFO [RS:0;699c9baf3d29:42065 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:17:02,838 INFO [RS:0;699c9baf3d29:42065 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,42065,1733217419612-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:02,838 INFO [RS:0;699c9baf3d29:42065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:02,838 INFO [RS:0;699c9baf3d29:42065 {}] regionserver.Replication(171): 699c9baf3d29,42065,1733217419612 started 2024-12-03T09:17:02,853 INFO [RS:0;699c9baf3d29:42065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:02,853 INFO [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,42065,1733217419612, RpcServer on 699c9baf3d29/172.17.0.2:42065, sessionid=0x1019a7ae8c00001 2024-12-03T09:17:02,854 DEBUG [RS:0;699c9baf3d29:42065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:17:02,854 DEBUG [RS:0;699c9baf3d29:42065 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,42065,1733217419612 2024-12-03T09:17:02,854 DEBUG [RS:0;699c9baf3d29:42065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,42065,1733217419612' 2024-12-03T09:17:02,854 DEBUG [RS:0;699c9baf3d29:42065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0766629528/flush-table-proc/abort' 2024-12-03T09:17:02,855 DEBUG [RS:0;699c9baf3d29:42065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0766629528/flush-table-proc/acquired' 2024-12-03T09:17:02,856 DEBUG [RS:0;699c9baf3d29:42065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:17:02,856 DEBUG [RS:0;699c9baf3d29:42065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:17:02,856 DEBUG [RS:0;699c9baf3d29:42065 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,42065,1733217419612 2024-12-03T09:17:02,856 DEBUG [RS:0;699c9baf3d29:42065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,42065,1733217419612' 2024-12-03T09:17:02,856 DEBUG [RS:0;699c9baf3d29:42065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0766629528/online-snapshot/abort' 2024-12-03T09:17:02,857 DEBUG [RS:0;699c9baf3d29:42065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0766629528/online-snapshot/acquired' 2024-12-03T09:17:02,858 DEBUG [RS:0;699c9baf3d29:42065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:17:02,858 INFO [RS:0;699c9baf3d29:42065 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:17:02,858 INFO [RS:0;699c9baf3d29:42065 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:17:02,964 INFO [RS:0;699c9baf3d29:42065 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:17:02,968 INFO [RS:0;699c9baf3d29:42065 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C42065%2C1733217419612, suffix=, logDir=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,42065,1733217419612, archiveDir=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/oldWALs, maxLogs=10 2024-12-03T09:17:02,986 DEBUG [RS:0;699c9baf3d29:42065 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,42065,1733217419612/699c9baf3d29%2C42065%2C1733217419612.1733217422971, exclude list is [], retry=0 2024-12-03T09:17:02,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37449,DS-8f444674-4c07-4b8e-a035-950ccce0e3bb,DISK] 2024-12-03T09:17:02,994 INFO [RS:0;699c9baf3d29:42065 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,42065,1733217419612/699c9baf3d29%2C42065%2C1733217419612.1733217422971 2024-12-03T09:17:02,995 DEBUG [RS:0;699c9baf3d29:42065 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42453:42453)] 2024-12-03T09:17:03,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:03,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:17:03,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:17:03,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:03,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:03,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:17:03,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:17:03,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:03,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:03,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:17:03,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:17:03,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:03,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:03,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:17:03,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:17:03,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:03,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:03,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:17:03,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740 2024-12-03T09:17:03,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740 2024-12-03T09:17:03,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:17:03,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:17:03,082 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:17:03,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:17:03,090 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:17:03,091 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73648144, jitterRate=0.0974428653717041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:17:03,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733217423050Initializing all the Stores at 1733217423053 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217423053Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217423053Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217423053Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217423053Cleaning up temporary data from old regions at 1733217423081 (+28 ms)Region opened successfully at 1733217423094 (+13 ms) 2024-12-03T09:17:03,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:17:03,095 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:17:03,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:17:03,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:17:03,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:17:03,097 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:17:03,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217423095Disabling compacts and flushes for region at 1733217423095Disabling writes for close at 1733217423095Writing region close event to WAL at 1733217423097 (+2 ms)Closed at 1733217423097 2024-12-03T09:17:03,101 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:17:03,102 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T09:17:03,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T09:17:03,118 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:17:03,121 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T09:17:03,273 DEBUG [699c9baf3d29:34851 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T09:17:03,286 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=699c9baf3d29,42065,1733217419612 2024-12-03T09:17:03,293 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,42065,1733217419612, state=OPENING 2024-12-03T09:17:03,303 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T09:17:03,314 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42065-0x1019a7ae8c00001, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528 2024-12-03T09:17:03,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528 2024-12-03T09:17:03,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0766629528/meta-region-server: CHANGED 2024-12-03T09:17:03,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0766629528/meta-region-server: CHANGED 2024-12-03T09:17:03,317 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:17:03,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,42065,1733217419612}] 2024-12-03T09:17:03,498 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:17:03,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:17:03,510 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T09:17:03,511 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:17:03,511 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T09:17:03,514 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C42065%2C1733217419612.meta, suffix=.meta, logDir=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,42065,1733217419612, archiveDir=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/oldWALs, maxLogs=10 2024-12-03T09:17:03,529 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,42065,1733217419612/699c9baf3d29%2C42065%2C1733217419612.meta.1733217423516.meta, exclude list is [], retry=0 2024-12-03T09:17:03,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37449,DS-8f444674-4c07-4b8e-a035-950ccce0e3bb,DISK] 2024-12-03T09:17:03,535 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,42065,1733217419612/699c9baf3d29%2C42065%2C1733217419612.meta.1733217423516.meta 2024-12-03T09:17:03,536 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42453:42453)] 2024-12-03T09:17:03,536 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:17:03,540 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:17:03,541 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:17:03,543 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T09:17:03,545 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T09:17:03,548 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T09:17:03,549 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:03,549 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T09:17:03,549 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T09:17:03,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:17:03,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:17:03,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:03,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:03,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:17:03,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:17:03,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:03,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:03,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:17:03,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:17:03,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:03,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:03,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:17:03,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:17:03,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:03,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:03,561 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:17:03,563 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740 2024-12-03T09:17:03,565 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740 2024-12-03T09:17:03,568 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:17:03,568 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:17:03,568 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:17:03,571 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:17:03,573 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73245519, jitterRate=0.09144328534603119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:17:03,573 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T09:17:03,574 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733217423549Writing region info on filesystem at 1733217423550 (+1 ms)Initializing all the Stores at 1733217423551 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217423551Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217423552 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217423552Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217423552Cleaning up temporary data from old regions at 1733217423568 (+16 ms)Running coprocessor post-open hooks at 1733217423573 (+5 ms)Region opened successfully at 1733217423574 (+1 ms) 2024-12-03T09:17:03,582 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733217423489 2024-12-03T09:17:03,591 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T09:17:03,592 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T09:17:03,593 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,42065,1733217419612 2024-12-03T09:17:03,595 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,42065,1733217419612, state=OPEN 2024-12-03T09:17:03,682 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42065-0x1019a7ae8c00001, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0766629528/meta-region-server 2024-12-03T09:17:03,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0766629528/meta-region-server 2024-12-03T09:17:03,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0766629528/meta-region-server: CHANGED 2024-12-03T09:17:03,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0766629528/meta-region-server: CHANGED 2024-12-03T09:17:03,683 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=699c9baf3d29,42065,1733217419612 2024-12-03T09:17:03,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T09:17:03,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,42065,1733217419612 in 365 msec 2024-12-03T09:17:03,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T09:17:03,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 585 msec 2024-12-03T09:17:03,700 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:17:03,700 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T09:17:03,717 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:17:03,718 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,42065,1733217419612, seqNum=-1] 2024-12-03T09:17:03,735 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:17:03,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:17:03,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2350 sec 2024-12-03T09:17:03,760 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733217423760, completionTime=-1 2024-12-03T09:17:03,763 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T09:17:03,763 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T09:17:03,790 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T09:17:03,791 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733217483791 2024-12-03T09:17:03,791 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733217543791 2024-12-03T09:17:03,791 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-12-03T09:17:03,793 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,34851,1733217418851-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:03,793 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,34851,1733217418851-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:03,794 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,34851,1733217418851-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:03,795 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-699c9baf3d29:34851, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:03,796 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:03,796 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:03,803 DEBUG [master/699c9baf3d29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T09:17:03,822 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.938sec 2024-12-03T09:17:03,824 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T09:17:03,825 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T09:17:03,826 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T09:17:03,827 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T09:17:03,827 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T09:17:03,828 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,34851,1733217418851-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:17:03,829 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,34851,1733217418851-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T09:17:03,835 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T09:17:03,836 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T09:17:03,836 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,34851,1733217418851-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:03,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f120b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:03,929 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-03T09:17:03,929 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-03T09:17:03,932 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,34851,-1 for getting cluster id 2024-12-03T09:17:03,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:17:03,940 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '929f7d9b-81e0-42b2-9619-fddf2a70010a' 2024-12-03T09:17:03,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:17:03,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "929f7d9b-81e0-42b2-9619-fddf2a70010a" 2024-12-03T09:17:03,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec6f25e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:03,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,34851,-1] 2024-12-03T09:17:03,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:17:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:03,947 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:17:03,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43efbaeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:03,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:17:03,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,42065,1733217419612, seqNum=-1] 2024-12-03T09:17:03,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:17:03,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:17:03,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=699c9baf3d29,34851,1733217418851 2024-12-03T09:17:03,978 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58138 2024-12-03T09:17:03,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:17:03,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019a7ae8c00002 connected 2024-12-03T09:17:04,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/hadoop.log.dir so I do NOT create it in target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea 2024-12-03T09:17:04,014 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T09:17:04,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/hadoop.tmp.dir so I do NOT create it in target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea 2024-12-03T09:17:04,015 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T09:17:04,015 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea 2024-12-03T09:17:04,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T09:17:04,015 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/cluster_d555a384-85b9-3968-02f3-1a8d88ee856b, deleteOnExit=true 2024-12-03T09:17:04,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T09:17:04,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/test.cache.data in system properties and HBase conf 2024-12-03T09:17:04,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T09:17:04,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/hadoop.log.dir in system properties and HBase conf 2024-12-03T09:17:04,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T09:17:04,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T09:17:04,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T09:17:04,016 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T09:17:04,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:17:04,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:17:04,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T09:17:04,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:17:04,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T09:17:04,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T09:17:04,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:17:04,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:17:04,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T09:17:04,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/nfs.dump.dir in system properties and HBase conf 2024-12-03T09:17:04,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/java.io.tmpdir in system properties and HBase conf 2024-12-03T09:17:04,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:17:04,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T09:17:04,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T09:17:04,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:17:04,326 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:17:04,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:17:04,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:17:04,329 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T09:17:04,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:17:04,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@637f27af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:17:04,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f48dfa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:17:04,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@239506e8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/java.io.tmpdir/jetty-localhost-39729-hadoop-hdfs-3_4_1-tests_jar-_-any-12320856403153404663/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:17:04,437 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ce4f3c1{HTTP/1.1, (http/1.1)}{localhost:39729} 2024-12-03T09:17:04,437 INFO [Time-limited test {}] server.Server(415): Started @11070ms 2024-12-03T09:17:04,723 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:17:04,726 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:17:04,727 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:17:04,727 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:17:04,727 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T09:17:04,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a1bd21d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:17:04,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77c3ccfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:17:04,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fddcd88{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/java.io.tmpdir/jetty-localhost-34265-hadoop-hdfs-3_4_1-tests_jar-_-any-6816336117921305945/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:17:04,821 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4393ee02{HTTP/1.1, (http/1.1)}{localhost:34265} 2024-12-03T09:17:04,821 INFO [Time-limited test {}] server.Server(415): Started @11454ms 2024-12-03T09:17:04,823 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T09:17:05,765 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/cluster_d555a384-85b9-3968-02f3-1a8d88ee856b/data/data2/current/BP-1947705747-172.17.0.2-1733217424040/current, will proceed with Du for space computation calculation, 2024-12-03T09:17:05,765 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/cluster_d555a384-85b9-3968-02f3-1a8d88ee856b/data/data1/current/BP-1947705747-172.17.0.2-1733217424040/current, will proceed with Du for space computation calculation, 2024-12-03T09:17:05,783 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T09:17:05,786 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x735fba0b7f9d534f with lease ID 0xfc647fc53b90fcb6: Processing first storage report for DS-65070668-6706-4561-a6b8-c68f49651536 from datanode DatanodeRegistration(127.0.0.1:39759, datanodeUuid=63cae114-701e-4432-81cd-74396b0e737b, infoPort=43509, infoSecurePort=0, ipcPort=35019, storageInfo=lv=-57;cid=testClusterID;nsid=2061493573;c=1733217424040) 2024-12-03T09:17:05,786 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x735fba0b7f9d534f with lease ID 0xfc647fc53b90fcb6: from storage DS-65070668-6706-4561-a6b8-c68f49651536 node DatanodeRegistration(127.0.0.1:39759, datanodeUuid=63cae114-701e-4432-81cd-74396b0e737b, infoPort=43509, infoSecurePort=0, ipcPort=35019, storageInfo=lv=-57;cid=testClusterID;nsid=2061493573;c=1733217424040), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T09:17:05,786 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x735fba0b7f9d534f with lease ID 0xfc647fc53b90fcb6: Processing first storage report for DS-47422e8c-1a6a-4fda-885a-c63687243fed from datanode DatanodeRegistration(127.0.0.1:39759, datanodeUuid=63cae114-701e-4432-81cd-74396b0e737b, infoPort=43509, infoSecurePort=0, ipcPort=35019, storageInfo=lv=-57;cid=testClusterID;nsid=2061493573;c=1733217424040) 2024-12-03T09:17:05,786 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x735fba0b7f9d534f with lease ID 0xfc647fc53b90fcb6: from storage DS-47422e8c-1a6a-4fda-885a-c63687243fed node DatanodeRegistration(127.0.0.1:39759, datanodeUuid=63cae114-701e-4432-81cd-74396b0e737b, infoPort=43509, infoSecurePort=0, ipcPort=35019, storageInfo=lv=-57;cid=testClusterID;nsid=2061493573;c=1733217424040), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:17:05,861 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea 2024-12-03T09:17:05,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:05,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:05,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741825_1001 (size=7) 2024-12-03T09:17:06,277 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812 with version=8 2024-12-03T09:17:06,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/hbase-staging 2024-12-03T09:17:06,280 INFO [Time-limited test {}] client.ConnectionUtils(128): master/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:17:06,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:06,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:06,281 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:17:06,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:06,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:17:06,281 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T09:17:06,282 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:17:06,283 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46311 2024-12-03T09:17:06,284 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46311 connecting to ZooKeeper ensemble=127.0.0.1:58138 2024-12-03T09:17:06,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463110x0, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:17:06,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46311-0x1019a7ae8c00003 connected 2024-12-03T09:17:06,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:06,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:06,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Set watcher on znode that does not yet exist, /1-681694487/running 2024-12-03T09:17:06,371 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812, hbase.cluster.distributed=false 2024-12-03T09:17:06,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Set watcher on znode that does not yet exist, /1-681694487/acl 2024-12-03T09:17:06,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46311 2024-12-03T09:17:06,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46311 2024-12-03T09:17:06,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46311 2024-12-03T09:17:06,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46311 2024-12-03T09:17:06,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46311 2024-12-03T09:17:06,393 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:17:06,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:06,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:06,394 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:17:06,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:06,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:17:06,394 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:17:06,394 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:17:06,395 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37527 2024-12-03T09:17:06,396 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37527 connecting to ZooKeeper ensemble=127.0.0.1:58138 2024-12-03T09:17:06,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:06,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:06,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375270x0, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:17:06,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375270x0, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Set watcher on znode that does not yet exist, /1-681694487/running 2024-12-03T09:17:06,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37527-0x1019a7ae8c00004 connected 2024-12-03T09:17:06,409 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:17:06,410 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:17:06,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37527-0x1019a7ae8c00004, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Set watcher on znode that does not yet exist, /1-681694487/master 2024-12-03T09:17:06,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37527-0x1019a7ae8c00004, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Set watcher on znode that does not yet exist, /1-681694487/acl 2024-12-03T09:17:06,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37527 2024-12-03T09:17:06,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37527 2024-12-03T09:17:06,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37527 2024-12-03T09:17:06,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37527 2024-12-03T09:17:06,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37527 2024-12-03T09:17:06,427 DEBUG [M:0;699c9baf3d29:46311 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;699c9baf3d29:46311 2024-12-03T09:17:06,428 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-681694487/backup-masters/699c9baf3d29,46311,1733217426280 2024-12-03T09:17:06,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-681694487/backup-masters 2024-12-03T09:17:06,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1019a7ae8c00004, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-681694487/backup-masters 2024-12-03T09:17:06,440 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Set watcher on existing znode=/1-681694487/backup-masters/699c9baf3d29,46311,1733217426280 2024-12-03T09:17:06,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1019a7ae8c00004, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-681694487/master 2024-12-03T09:17:06,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-681694487 2024-12-03T09:17:06,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1019a7ae8c00004, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-681694487 2024-12-03T09:17:06,451 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Set watcher on existing znode=/1-681694487/master 2024-12-03T09:17:06,452 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-681694487/backup-masters/699c9baf3d29,46311,1733217426280 from backup master directory 2024-12-03T09:17:06,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-681694487/backup-masters/699c9baf3d29,46311,1733217426280 2024-12-03T09:17:06,461 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:17:06,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1019a7ae8c00004, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-681694487/backup-masters 2024-12-03T09:17:06,461 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=699c9baf3d29,46311,1733217426280 2024-12-03T09:17:06,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-681694487/backup-masters 2024-12-03T09:17:06,469 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/hbase.id] with ID: bd578606-1e25-40a0-b0d0-6aa5e2e82367 2024-12-03T09:17:06,469 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/.tmp/hbase.id 2024-12-03T09:17:06,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741826_1002 (size=42) 2024-12-03T09:17:06,477 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/.tmp/hbase.id]:[hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/hbase.id] 2024-12-03T09:17:06,498 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:06,499 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T09:17:06,500 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T09:17:06,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-681694487 2024-12-03T09:17:06,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1019a7ae8c00004, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-681694487 2024-12-03T09:17:06,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741827_1003 (size=196) 2024-12-03T09:17:06,924 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:17:06,925 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T09:17:06,926 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:17:06,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741828_1004 (size=1189) 2024-12-03T09:17:07,345 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/MasterData/data/master/store 2024-12-03T09:17:07,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741829_1005 (size=34) 2024-12-03T09:17:07,757 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:07,758 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:17:07,758 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:07,758 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:07,758 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:17:07,758 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:07,758 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:07,758 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217427757Disabling compacts and flushes for region at 1733217427757Disabling writes for close at 1733217427758 (+1 ms)Writing region close event to WAL at 1733217427758Closed at 1733217427758 2024-12-03T09:17:07,759 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/MasterData/data/master/store/.initializing 2024-12-03T09:17:07,759 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/MasterData/WALs/699c9baf3d29,46311,1733217426280 2024-12-03T09:17:07,761 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:17:07,765 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C46311%2C1733217426280, suffix=, logDir=hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/MasterData/WALs/699c9baf3d29,46311,1733217426280, archiveDir=hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/MasterData/oldWALs, maxLogs=10 2024-12-03T09:17:07,784 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/MasterData/WALs/699c9baf3d29,46311,1733217426280/699c9baf3d29%2C46311%2C1733217426280.1733217427765, exclude list is [], retry=0 2024-12-03T09:17:07,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-65070668-6706-4561-a6b8-c68f49651536,DISK] 2024-12-03T09:17:07,793 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/MasterData/WALs/699c9baf3d29,46311,1733217426280/699c9baf3d29%2C46311%2C1733217426280.1733217427765 2024-12-03T09:17:07,795 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43509:43509)] 2024-12-03T09:17:07,795 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:17:07,796 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:07,796 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:07,796 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:07,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:07,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T09:17:07,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:07,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:07,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:07,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T09:17:07,804 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:07,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:07,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:07,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T09:17:07,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:07,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:07,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:07,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T09:17:07,813 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:07,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:07,814 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:07,815 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:07,816 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:07,820 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:07,820 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:07,821 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:17:07,823 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:07,827 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:17:07,828 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62957062, jitterRate=-0.06186667084693909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:17:07,829 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733217427796Initializing all the Stores at 1733217427798 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217427798Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217427798Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217427798Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217427798Cleaning up temporary data from old regions at 1733217427820 (+22 ms)Region opened successfully at 1733217427828 (+8 ms) 2024-12-03T09:17:07,829 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T09:17:07,834 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@377450e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:17:07,835 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T09:17:07,835 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T09:17:07,835 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T09:17:07,835 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T09:17:07,836 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T09:17:07,836 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T09:17:07,836 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T09:17:07,839 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T09:17:07,840 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Unable to get data of znode /1-681694487/balancer because node does not exist (not necessarily an error) 2024-12-03T09:17:07,894 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-681694487/balancer already deleted, retry=false 2024-12-03T09:17:07,895 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T09:17:07,896 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Unable to get data of znode /1-681694487/normalizer because node does not exist (not necessarily an error) 2024-12-03T09:17:07,969 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-681694487/normalizer already deleted, retry=false 2024-12-03T09:17:07,970 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T09:17:07,972 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Unable to get data of znode /1-681694487/switch/split because node does not exist (not necessarily an error) 2024-12-03T09:17:08,033 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-681694487/switch/split already deleted, retry=false 2024-12-03T09:17:08,035 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Unable to get data of znode /1-681694487/switch/merge because node does not exist (not necessarily an error) 2024-12-03T09:17:08,097 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-681694487/switch/merge already deleted, retry=false 2024-12-03T09:17:08,104 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Unable to get data of znode /1-681694487/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T09:17:08,124 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-681694487/snapshot-cleanup already deleted, retry=false 2024-12-03T09:17:08,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1019a7ae8c00004, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-681694487/running 2024-12-03T09:17:08,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-681694487/running 2024-12-03T09:17:08,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-681694487 2024-12-03T09:17:08,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1019a7ae8c00004, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-681694487 2024-12-03T09:17:08,199 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=699c9baf3d29,46311,1733217426280, sessionid=0x1019a7ae8c00003, setting cluster-up flag (Was=false) 2024-12-03T09:17:08,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1019a7ae8c00004, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-681694487 2024-12-03T09:17:08,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-681694487 2024-12-03T09:17:08,272 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-681694487/flush-table-proc/acquired, /1-681694487/flush-table-proc/reached, /1-681694487/flush-table-proc/abort 2024-12-03T09:17:08,273 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,46311,1733217426280 2024-12-03T09:17:08,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-681694487 2024-12-03T09:17:08,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1019a7ae8c00004, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-681694487 2024-12-03T09:17:08,324 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-681694487/online-snapshot/acquired, /1-681694487/online-snapshot/reached, /1-681694487/online-snapshot/abort 2024-12-03T09:17:08,326 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,46311,1733217426280 2024-12-03T09:17:08,327 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T09:17:08,330 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T09:17:08,330 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T09:17:08,330 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T09:17:08,331 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 699c9baf3d29,46311,1733217426280 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T09:17:08,333 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:17:08,333 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:17:08,333 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:17:08,333 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:17:08,333 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/699c9baf3d29:0, corePoolSize=10, maxPoolSize=10 2024-12-03T09:17:08,333 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:08,333 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:17:08,333 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:08,334 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733217458334 2024-12-03T09:17:08,334 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T09:17:08,334 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T09:17:08,334 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T09:17:08,335 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T09:17:08,335 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T09:17:08,335 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T09:17:08,335 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:08,335 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T09:17:08,335 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T09:17:08,336 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T09:17:08,336 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T09:17:08,336 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:17:08,336 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T09:17:08,336 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T09:17:08,336 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T09:17:08,336 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217428336,5,FailOnTimeoutGroup] 2024-12-03T09:17:08,337 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:08,338 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T09:17:08,339 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217428336,5,FailOnTimeoutGroup] 2024-12-03T09:17:08,339 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:08,339 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T09:17:08,339 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:08,340 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:08,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741831_1007 (size=1321) 2024-12-03T09:17:08,419 INFO [RS:0;699c9baf3d29:37527 {}] regionserver.HRegionServer(746): ClusterId : bd578606-1e25-40a0-b0d0-6aa5e2e82367 2024-12-03T09:17:08,419 DEBUG [RS:0;699c9baf3d29:37527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:17:08,452 DEBUG [RS:0;699c9baf3d29:37527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:17:08,452 DEBUG [RS:0;699c9baf3d29:37527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:17:08,512 DEBUG [RS:0;699c9baf3d29:37527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:17:08,513 DEBUG [RS:0;699c9baf3d29:37527 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfc1f6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:17:08,528 DEBUG [RS:0;699c9baf3d29:37527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;699c9baf3d29:37527 2024-12-03T09:17:08,528 INFO [RS:0;699c9baf3d29:37527 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:17:08,529 INFO [RS:0;699c9baf3d29:37527 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:17:08,529 DEBUG [RS:0;699c9baf3d29:37527 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:17:08,530 INFO [RS:0;699c9baf3d29:37527 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,46311,1733217426280 with port=37527, startcode=1733217426393 2024-12-03T09:17:08,530 DEBUG [RS:0;699c9baf3d29:37527 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:17:08,532 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:17:08,532 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46311 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,37527,1733217426393 2024-12-03T09:17:08,532 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46311 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,37527,1733217426393 2024-12-03T09:17:08,535 DEBUG [RS:0;699c9baf3d29:37527 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812 2024-12-03T09:17:08,535 DEBUG [RS:0;699c9baf3d29:37527 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46835 2024-12-03T09:17:08,535 DEBUG [RS:0;699c9baf3d29:37527 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:17:08,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-681694487/rs 2024-12-03T09:17:08,584 DEBUG [RS:0;699c9baf3d29:37527 {}] zookeeper.ZKUtil(111): regionserver:37527-0x1019a7ae8c00004, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Set watcher on existing znode=/1-681694487/rs/699c9baf3d29,37527,1733217426393 2024-12-03T09:17:08,584 WARN [RS:0;699c9baf3d29:37527 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:17:08,584 INFO [RS:0;699c9baf3d29:37527 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:17:08,584 DEBUG [RS:0;699c9baf3d29:37527 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/WALs/699c9baf3d29,37527,1733217426393 2024-12-03T09:17:08,584 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,37527,1733217426393] 2024-12-03T09:17:08,591 INFO [RS:0;699c9baf3d29:37527 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:17:08,595 INFO [RS:0;699c9baf3d29:37527 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:17:08,595 INFO [RS:0;699c9baf3d29:37527 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:17:08,595 INFO [RS:0;699c9baf3d29:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:08,596 INFO [RS:0;699c9baf3d29:37527 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:17:08,597 INFO [RS:0;699c9baf3d29:37527 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:17:08,597 INFO [RS:0;699c9baf3d29:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:08,597 DEBUG [RS:0;699c9baf3d29:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:08,597 DEBUG [RS:0;699c9baf3d29:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:08,597 DEBUG [RS:0;699c9baf3d29:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:08,597 DEBUG [RS:0;699c9baf3d29:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:08,597 DEBUG [RS:0;699c9baf3d29:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:08,597 DEBUG [RS:0;699c9baf3d29:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:17:08,597 DEBUG [RS:0;699c9baf3d29:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:08,598 DEBUG [RS:0;699c9baf3d29:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:08,598 DEBUG [RS:0;699c9baf3d29:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:08,598 DEBUG [RS:0;699c9baf3d29:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:08,598 DEBUG [RS:0;699c9baf3d29:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:08,598 DEBUG [RS:0;699c9baf3d29:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:08,598 DEBUG [RS:0;699c9baf3d29:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:17:08,598 DEBUG [RS:0;699c9baf3d29:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:17:08,598 INFO [RS:0;699c9baf3d29:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:08,599 INFO [RS:0;699c9baf3d29:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:08,599 INFO [RS:0;699c9baf3d29:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:08,599 INFO [RS:0;699c9baf3d29:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:08,599 INFO [RS:0;699c9baf3d29:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:08,599 INFO [RS:0;699c9baf3d29:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,37527,1733217426393-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:17:08,613 INFO [RS:0;699c9baf3d29:37527 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:17:08,613 INFO [RS:0;699c9baf3d29:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,37527,1733217426393-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:08,613 INFO [RS:0;699c9baf3d29:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:08,614 INFO [RS:0;699c9baf3d29:37527 {}] regionserver.Replication(171): 699c9baf3d29,37527,1733217426393 started 2024-12-03T09:17:08,627 INFO [RS:0;699c9baf3d29:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:08,627 INFO [RS:0;699c9baf3d29:37527 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,37527,1733217426393, RpcServer on 699c9baf3d29/172.17.0.2:37527, sessionid=0x1019a7ae8c00004 2024-12-03T09:17:08,627 DEBUG [RS:0;699c9baf3d29:37527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:17:08,627 DEBUG [RS:0;699c9baf3d29:37527 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,37527,1733217426393 2024-12-03T09:17:08,627 DEBUG [RS:0;699c9baf3d29:37527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,37527,1733217426393' 2024-12-03T09:17:08,627 DEBUG [RS:0;699c9baf3d29:37527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-681694487/flush-table-proc/abort' 2024-12-03T09:17:08,628 DEBUG [RS:0;699c9baf3d29:37527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-681694487/flush-table-proc/acquired' 2024-12-03T09:17:08,628 DEBUG [RS:0;699c9baf3d29:37527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:17:08,628 DEBUG [RS:0;699c9baf3d29:37527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:17:08,628 DEBUG [RS:0;699c9baf3d29:37527 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,37527,1733217426393 2024-12-03T09:17:08,628 DEBUG [RS:0;699c9baf3d29:37527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,37527,1733217426393' 2024-12-03T09:17:08,628 DEBUG [RS:0;699c9baf3d29:37527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-681694487/online-snapshot/abort' 2024-12-03T09:17:08,629 DEBUG [RS:0;699c9baf3d29:37527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-681694487/online-snapshot/acquired' 2024-12-03T09:17:08,629 DEBUG [RS:0;699c9baf3d29:37527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:17:08,630 INFO [RS:0;699c9baf3d29:37527 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:17:08,630 INFO [RS:0;699c9baf3d29:37527 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:17:08,730 INFO [RS:0;699c9baf3d29:37527 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:17:08,733 INFO [RS:0;699c9baf3d29:37527 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C37527%2C1733217426393, suffix=, logDir=hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/WALs/699c9baf3d29,37527,1733217426393, archiveDir=hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/oldWALs, maxLogs=10 2024-12-03T09:17:08,745 DEBUG [RS:0;699c9baf3d29:37527 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/WALs/699c9baf3d29,37527,1733217426393/699c9baf3d29%2C37527%2C1733217426393.1733217428734, exclude list is [], retry=0 2024-12-03T09:17:08,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-65070668-6706-4561-a6b8-c68f49651536,DISK] 2024-12-03T09:17:08,752 INFO [RS:0;699c9baf3d29:37527 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/WALs/699c9baf3d29,37527,1733217426393/699c9baf3d29%2C37527%2C1733217426393.1733217428734 2024-12-03T09:17:08,753 DEBUG [RS:0;699c9baf3d29:37527 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43509:43509)] 2024-12-03T09:17:08,768 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T09:17:08,768 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812 2024-12-03T09:17:08,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741833_1009 (size=32) 2024-12-03T09:17:09,058 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:17:09,104 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T09:17:09,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:09,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:17:09,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:17:09,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:09,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T09:17:09,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:09,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:17:09,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T09:17:09,190 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:17:09,190 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T09:17:09,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:17:09,191 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T09:17:09,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:17:09,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T09:17:09,191 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T09:17:09,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:09,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:09,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:17:09,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:17:09,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:09,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:09,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:17:09,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:17:09,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:09,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:09,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:17:09,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/data/hbase/meta/1588230740 2024-12-03T09:17:09,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/data/hbase/meta/1588230740 2024-12-03T09:17:09,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:17:09,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:17:09,204 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:17:09,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:17:09,209 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:17:09,210 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69567400, jitterRate=0.03663504123687744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:17:09,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733217429180Initializing all the Stores at 1733217429182 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217429182Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217429183 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217429183Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217429183Cleaning up temporary data from old regions at 1733217429203 (+20 ms)Region opened successfully at 1733217429210 (+7 ms) 2024-12-03T09:17:09,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:17:09,210 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:17:09,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:17:09,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:17:09,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:17:09,211 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:17:09,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217429210Disabling compacts and flushes for region at 1733217429210Disabling writes for close at 1733217429210Writing region close event to WAL at 1733217429211 (+1 ms)Closed at 1733217429211 2024-12-03T09:17:09,213 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:17:09,213 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T09:17:09,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T09:17:09,214 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:17:09,216 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T09:17:09,366 DEBUG [699c9baf3d29:46311 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T09:17:09,367 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=699c9baf3d29,37527,1733217426393 2024-12-03T09:17:09,369 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,37527,1733217426393, state=OPENING 2024-12-03T09:17:09,462 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T09:17:09,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-681694487 2024-12-03T09:17:09,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1019a7ae8c00004, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-681694487 2024-12-03T09:17:09,483 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:17:09,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-681694487/meta-region-server: CHANGED 2024-12-03T09:17:09,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-681694487/meta-region-server: CHANGED 2024-12-03T09:17:09,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,37527,1733217426393}] 2024-12-03T09:17:09,638 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:17:09,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:17:09,646 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T09:17:09,646 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:17:09,646 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T09:17:09,649 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C37527%2C1733217426393.meta, suffix=.meta, logDir=hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/WALs/699c9baf3d29,37527,1733217426393, archiveDir=hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/oldWALs, maxLogs=10 2024-12-03T09:17:09,663 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/WALs/699c9baf3d29,37527,1733217426393/699c9baf3d29%2C37527%2C1733217426393.meta.1733217429650.meta, exclude list is [], retry=0 2024-12-03T09:17:09,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-65070668-6706-4561-a6b8-c68f49651536,DISK] 2024-12-03T09:17:09,670 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/WALs/699c9baf3d29,37527,1733217426393/699c9baf3d29%2C37527%2C1733217426393.meta.1733217429650.meta 2024-12-03T09:17:09,670 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43509:43509)] 2024-12-03T09:17:09,670 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:17:09,671 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:17:09,671 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:17:09,671 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T09:17:09,671 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T09:17:09,671 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T09:17:09,671 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:09,672 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T09:17:09,672 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T09:17:09,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:17:09,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:17:09,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:09,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:09,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:17:09,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:17:09,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:09,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:09,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:17:09,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:17:09,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:09,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:09,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:17:09,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:17:09,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:09,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:09,681 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:17:09,682 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/data/hbase/meta/1588230740 2024-12-03T09:17:09,684 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/data/hbase/meta/1588230740 2024-12-03T09:17:09,686 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:17:09,686 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:17:09,686 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:17:09,688 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:17:09,689 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59549838, jitterRate=-0.11263826489448547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:17:09,690 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T09:17:09,690 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733217429672Writing region info on filesystem at 1733217429672Initializing all the Stores at 1733217429674 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217429674Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217429674Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217429674Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217429674Cleaning up temporary data from old regions at 1733217429686 (+12 ms)Running coprocessor post-open hooks at 1733217429690 (+4 ms)Region opened successfully at 1733217429690 2024-12-03T09:17:09,691 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733217429638 2024-12-03T09:17:09,695 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T09:17:09,695 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T09:17:09,696 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,37527,1733217426393 2024-12-03T09:17:09,697 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,37527,1733217426393, state=OPEN 2024-12-03T09:17:09,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-681694487/meta-region-server 2024-12-03T09:17:09,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1019a7ae8c00004, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-681694487/meta-region-server 2024-12-03T09:17:09,703 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=699c9baf3d29,37527,1733217426393 2024-12-03T09:17:09,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-681694487/meta-region-server: CHANGED 2024-12-03T09:17:09,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-681694487/meta-region-server: CHANGED 2024-12-03T09:17:09,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T09:17:09,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,37527,1733217426393 in 220 msec 2024-12-03T09:17:09,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T09:17:09,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 495 msec 2024-12-03T09:17:09,714 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:17:09,714 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T09:17:09,717 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:17:09,717 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,37527,1733217426393, seqNum=-1] 2024-12-03T09:17:09,717 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:17:09,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:17:09,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3960 sec 2024-12-03T09:17:09,727 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733217429727, completionTime=-1 2024-12-03T09:17:09,727 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T09:17:09,727 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T09:17:09,729 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T09:17:09,729 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733217489729 2024-12-03T09:17:09,729 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733217549729 2024-12-03T09:17:09,729 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T09:17:09,730 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,46311,1733217426280-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:09,730 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,46311,1733217426280-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:09,730 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,46311,1733217426280-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:09,730 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-699c9baf3d29:46311, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:09,730 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:09,730 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:09,732 DEBUG [master/699c9baf3d29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T09:17:09,735 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.274sec 2024-12-03T09:17:09,735 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T09:17:09,735 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T09:17:09,735 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T09:17:09,735 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T09:17:09,735 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T09:17:09,735 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,46311,1733217426280-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:17:09,736 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,46311,1733217426280-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T09:17:09,739 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T09:17:09,739 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T09:17:09,739 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,46311,1733217426280-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:09,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d5e65e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:09,822 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,46311,-1 for getting cluster id 2024-12-03T09:17:09,822 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:17:09,827 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd578606-1e25-40a0-b0d0-6aa5e2e82367' 2024-12-03T09:17:09,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:17:09,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd578606-1e25-40a0-b0d0-6aa5e2e82367" 2024-12-03T09:17:09,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e09b042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:09,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,46311,-1] 2024-12-03T09:17:09,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:17:09,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:09,831 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:17:09,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:09,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:17:09,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,37527,1733217426393, seqNum=-1] 2024-12-03T09:17:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:17:09,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:17:09,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=699c9baf3d29,46311,1733217426280 2024-12-03T09:17:09,842 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58138 2024-12-03T09:17:09,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:17:09,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019a7ae8c00005 connected 2024-12-03T09:17:09,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4183ef6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:09,917 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,34851,-1 for getting cluster id 2024-12-03T09:17:09,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:17:09,919 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '929f7d9b-81e0-42b2-9619-fddf2a70010a' 2024-12-03T09:17:09,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:17:09,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "929f7d9b-81e0-42b2-9619-fddf2a70010a" 2024-12-03T09:17:09,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3580174d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:09,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,34851,-1] 2024-12-03T09:17:09,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:17:09,921 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:09,922 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:17:09,924 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292af9f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:09,932 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:17:09,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,34851,1733217418851 2024-12-03T09:17:09,939 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e52268 2024-12-03T09:17:09,940 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:17:09,942 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:17:09,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://699c9baf3d29:46311,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T09:17:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T09:17:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:17:09,956 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:46311' 2024-12-03T09:17:09,958 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce345b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:09,958 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,46311,-1 for getting cluster id 2024-12-03T09:17:09,958 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:17:09,959 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd578606-1e25-40a0-b0d0-6aa5e2e82367' 2024-12-03T09:17:09,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:17:09,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd578606-1e25-40a0-b0d0-6aa5e2e82367" 2024-12-03T09:17:09,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47147e52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:09,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,46311,-1] 2024-12-03T09:17:09,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:17:09,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:09,961 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:17:09,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7000896, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:09,962 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:17:09,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,46311,1733217426280 2024-12-03T09:17:09,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f568049 2024-12-03T09:17:09,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:17:09,968 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:17:09,984 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T09:17:09,985 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T09:17:09,989 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:09,990 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:09,990 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:17:09,991 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:17:09,996 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T09:17:09,999 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:17:09,999 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:10,001 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:17:10,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741835_1011 (size=1138) 2024-12-03T09:17:10,048 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T09:17:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:17:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:17:10,417 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a04f2478063c26c84e88c5fde765edc, NAME => 'hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d 2024-12-03T09:17:10,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741836_1012 (size=44) 2024-12-03T09:17:10,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:10,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7a04f2478063c26c84e88c5fde765edc, disabling compactions & flushes 2024-12-03T09:17:10,429 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc. 2024-12-03T09:17:10,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc. 2024-12-03T09:17:10,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc. after waiting 0 ms 2024-12-03T09:17:10,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc. 2024-12-03T09:17:10,429 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc. 2024-12-03T09:17:10,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a04f2478063c26c84e88c5fde765edc: Waiting for close lock at 1733217430429Disabling compacts and flushes for region at 1733217430429Disabling writes for close at 1733217430429Writing region close event to WAL at 1733217430429Closed at 1733217430429 2024-12-03T09:17:10,431 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:17:10,435 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733217430431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217430431"}]},"ts":"1733217430431"} 2024-12-03T09:17:10,439 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:17:10,440 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:17:10,443 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217430441"}]},"ts":"1733217430441"} 2024-12-03T09:17:10,446 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T09:17:10,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a04f2478063c26c84e88c5fde765edc, ASSIGN}] 2024-12-03T09:17:10,450 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a04f2478063c26c84e88c5fde765edc, ASSIGN 2024-12-03T09:17:10,452 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a04f2478063c26c84e88c5fde765edc, ASSIGN; state=OFFLINE, location=699c9baf3d29,42065,1733217419612; forceNewPlan=false, retain=false 2024-12-03T09:17:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:17:10,603 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7a04f2478063c26c84e88c5fde765edc, regionState=OPENING, regionLocation=699c9baf3d29,42065,1733217419612 2024-12-03T09:17:10,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a04f2478063c26c84e88c5fde765edc, ASSIGN because future has completed 2024-12-03T09:17:10,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a04f2478063c26c84e88c5fde765edc, server=699c9baf3d29,42065,1733217419612}] 2024-12-03T09:17:10,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc. 2024-12-03T09:17:10,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:17:10,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T09:17:10,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C42065%2C1733217419612.rep, suffix=, logDir=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,42065,1733217419612, archiveDir=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/oldWALs, maxLogs=10 2024-12-03T09:17:10,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,42065,1733217419612/699c9baf3d29%2C42065%2C1733217419612.rep.1733217430778, exclude list is [], retry=0 2024-12-03T09:17:10,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37449,DS-8f444674-4c07-4b8e-a035-950ccce0e3bb,DISK] 2024-12-03T09:17:10,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,42065,1733217419612/699c9baf3d29%2C42065%2C1733217419612.rep.1733217430778 2024-12-03T09:17:10,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42453:42453)] 2024-12-03T09:17:10,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a04f2478063c26c84e88c5fde765edc, NAME => 'hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:17:10,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:17:10,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:17:10,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc. service=MultiRowMutationService 2024-12-03T09:17:10,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T09:17:10,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:10,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:10,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:10,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:10,798 INFO [StoreOpener-7a04f2478063c26c84e88c5fde765edc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:10,800 INFO [StoreOpener-7a04f2478063c26c84e88c5fde765edc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a04f2478063c26c84e88c5fde765edc columnFamilyName hfileref 2024-12-03T09:17:10,800 DEBUG [StoreOpener-7a04f2478063c26c84e88c5fde765edc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:10,801 INFO [StoreOpener-7a04f2478063c26c84e88c5fde765edc-1 {}] regionserver.HStore(327): Store=7a04f2478063c26c84e88c5fde765edc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:10,801 INFO [StoreOpener-7a04f2478063c26c84e88c5fde765edc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:10,803 INFO [StoreOpener-7a04f2478063c26c84e88c5fde765edc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a04f2478063c26c84e88c5fde765edc columnFamilyName queue 2024-12-03T09:17:10,803 DEBUG [StoreOpener-7a04f2478063c26c84e88c5fde765edc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:10,804 INFO [StoreOpener-7a04f2478063c26c84e88c5fde765edc-1 {}] regionserver.HStore(327): Store=7a04f2478063c26c84e88c5fde765edc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:10,804 INFO [StoreOpener-7a04f2478063c26c84e88c5fde765edc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:10,806 INFO [StoreOpener-7a04f2478063c26c84e88c5fde765edc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a04f2478063c26c84e88c5fde765edc columnFamilyName sid 2024-12-03T09:17:10,806 DEBUG [StoreOpener-7a04f2478063c26c84e88c5fde765edc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:10,807 INFO [StoreOpener-7a04f2478063c26c84e88c5fde765edc-1 {}] regionserver.HStore(327): Store=7a04f2478063c26c84e88c5fde765edc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:10,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:10,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/replication/7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:10,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/replication/7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:10,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:10,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:10,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:17:10,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:10,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/replication/7a04f2478063c26c84e88c5fde765edc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:17:10,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 7a04f2478063c26c84e88c5fde765edc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61188816, jitterRate=-0.08821558952331543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:17:10,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:10,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7a04f2478063c26c84e88c5fde765edc: Running coprocessor pre-open hook at 1733217430796Writing region info on filesystem at 1733217430796Initializing all the Stores at 1733217430798 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217430798Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217430798Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217430798Cleaning up temporary data from old regions at 1733217430810 (+12 ms)Running coprocessor post-open hooks at 1733217430818 (+8 ms)Region opened successfully at 1733217430819 (+1 ms) 2024-12-03T09:17:10,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc., pid=7, masterSystemTime=1733217430762 2024-12-03T09:17:10,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc. 2024-12-03T09:17:10,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc. 2024-12-03T09:17:10,825 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7a04f2478063c26c84e88c5fde765edc, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,42065,1733217419612 2024-12-03T09:17:10,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a04f2478063c26c84e88c5fde765edc, server=699c9baf3d29,42065,1733217419612 because future has completed 2024-12-03T09:17:10,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T09:17:10,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a04f2478063c26c84e88c5fde765edc, server=699c9baf3d29,42065,1733217419612 in 222 msec 2024-12-03T09:17:10,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T09:17:10,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a04f2478063c26c84e88c5fde765edc, ASSIGN in 385 msec 2024-12-03T09:17:10,838 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:17:10,838 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217430838"}]},"ts":"1733217430838"} 2024-12-03T09:17:10,840 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T09:17:10,842 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:17:10,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 850 msec 2024-12-03T09:17:10,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc., hostname=699c9baf3d29,42065,1733217419612, seqNum=2] 2024-12-03T09:17:10,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42065 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-03T09:17:10,892 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42065-0x1019a7ae8c00001, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528 2024-12-03T09:17:10,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528 2024-12-03T09:17:10,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T09:17:11,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42065 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T09:17:11,087 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T09:17:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:17:11,127 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-699c9baf3d29,42065,1733217419612, ReplicationSource: 1, currentBandwidth=0 2024-12-03T09:17:11,128 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:17:11,128 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,42065,1733217419612, seqNum=-1] 2024-12-03T09:17:11,129 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:17:11,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-03T09:17:11,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-699c9baf3d29,42065,1733217419612', locateType=CURRENT is [region=hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc., hostname=699c9baf3d29,42065,1733217419612, seqNum=2] 2024-12-03T09:17:11,138 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T09:17:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T09:17:11,143 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 699c9baf3d29,42065,1733217419612 suceeded 2024-12-03T09:17:11,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T09:17:11,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 225 msec 2024-12-03T09:17:11,146 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://699c9baf3d29:46311,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T09:17:11,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2000 sec 2024-12-03T09:17:11,156 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42065,1733217419612 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:46311' 2024-12-03T09:17:11,157 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42065,1733217419612 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21347400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:11,157 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42065,1733217419612 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,46311,-1 for getting cluster id 2024-12-03T09:17:11,158 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42065,1733217419612 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:17:11,158 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd578606-1e25-40a0-b0d0-6aa5e2e82367' 2024-12-03T09:17:11,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:17:11,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd578606-1e25-40a0-b0d0-6aa5e2e82367" 2024-12-03T09:17:11,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19a61243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:11,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,46311,-1] 2024-12-03T09:17:11,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:17:11,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:11,160 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:17:11,161 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42065,1733217419612 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f5143e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:11,161 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42065,1733217419612 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:17:11,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,46311,1733217426280 2024-12-03T09:17:11,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24e69332 2024-12-03T09:17:11,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:17:11,163 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-03T09:17:11,164 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42065,1733217419612 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-699c9baf3d29,42065,1733217419612 (queues=1) is replicating from cluster=929f7d9b-81e0-42b2-9619-fddf2a70010a to cluster=bd578606-1e25-40a0-b0d0-6aa5e2e82367 2024-12-03T09:17:11,166 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42065,1733217419612 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=699c9baf3d29%2C42065%2C1733217419612 2024-12-03T09:17:11,169 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42065,1733217419612 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-699c9baf3d29,42065,1733217419612, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T09:17:11,171 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42065,1733217419612.replicationSource.shipper699c9baf3d29%2C42065%2C1733217419612,1-699c9baf3d29,42065,1733217419612 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 699c9baf3d29%2C42065%2C1733217419612 2024-12-03T09:17:11,176 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42065,1733217419612.replicationSource.wal-reader.699c9baf3d29%2C42065%2C1733217419612,1-699c9baf3d29,42065,1733217419612 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,42065,1733217419612/699c9baf3d29%2C42065%2C1733217419612.1733217422971, startPosition=0, beingWritten=true 2024-12-03T09:17:11,436 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42065,1733217419612.replicationSource.wal-reader.699c9baf3d29%2C42065%2C1733217419612,1-699c9baf3d29,42065,1733217419612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,42065,1733217419612/699c9baf3d29%2C42065%2C1733217419612.1733217422971 to pos 0, reset compression=false 2024-12-03T09:17:11,745 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42065,1733217419612.replicationSource.wal-reader.699c9baf3d29%2C42065%2C1733217419612,1-699c9baf3d29,42065,1733217419612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,42065,1733217419612/699c9baf3d29%2C42065%2C1733217419612.1733217422971 to pos 0, reset compression=false 2024-12-03T09:17:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:17:12,116 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:17:12,116 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T09:17:12,116 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:17:12,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:12,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:12,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:17:12,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624c4eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:12,118 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,34851,-1 for getting cluster id 2024-12-03T09:17:12,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:17:12,121 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '929f7d9b-81e0-42b2-9619-fddf2a70010a' 2024-12-03T09:17:12,122 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:17:12,122 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "929f7d9b-81e0-42b2-9619-fddf2a70010a" 2024-12-03T09:17:12,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3100aa2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:12,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,34851,-1] 2024-12-03T09:17:12,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:17:12,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:12,126 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:17:12,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a283471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:12,128 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:17:12,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,34851,1733217418851 2024-12-03T09:17:12,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6459f86e 2024-12-03T09:17:12,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:17:12,131 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:17:12,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://699c9baf3d29:46311,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T09:17:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T09:17:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T09:17:12,135 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:46311' 2024-12-03T09:17:12,136 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a8abdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:12,136 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,46311,-1 for getting cluster id 2024-12-03T09:17:12,137 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:17:12,138 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd578606-1e25-40a0-b0d0-6aa5e2e82367' 2024-12-03T09:17:12,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:17:12,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd578606-1e25-40a0-b0d0-6aa5e2e82367" 2024-12-03T09:17:12,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1bc8b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:12,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,46311,-1] 2024-12-03T09:17:12,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:17:12,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:12,140 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:17:12,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df529f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:12,141 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:17:12,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,46311,1733217426280 2024-12-03T09:17:12,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1244e9c0 2024-12-03T09:17:12,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:17:12,143 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:17:12,144 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-03T09:17:12,144 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T09:17:12,144 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:12,144 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:12,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:17:12,153 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42065,1733217419612.replicationSource.wal-reader.699c9baf3d29%2C42065%2C1733217419612,1-699c9baf3d29,42065,1733217419612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,42065,1733217419612/699c9baf3d29%2C42065%2C1733217419612.1733217422971 to pos 0, reset compression=false 2024-12-03T09:17:12,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T09:17:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T09:17:12,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42065 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-03T09:17:12,333 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-03T09:17:12,362 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-699c9baf3d29,42065,1733217419612, ReplicationSource: 2, currentBandwidth=0 2024-12-03T09:17:12,364 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-03T09:17:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-03T09:17:12,368 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 699c9baf3d29,42065,1733217419612 suceeded 2024-12-03T09:17:12,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T09:17:12,371 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://699c9baf3d29:46311,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T09:17:12,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-12-03T09:17:12,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 240 msec 2024-12-03T09:17:12,380 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,42065,1733217419612 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:46311' 2024-12-03T09:17:12,381 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,42065,1733217419612 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cb25b38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:12,381 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,42065,1733217419612 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,46311,-1 for getting cluster id 2024-12-03T09:17:12,381 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,42065,1733217419612 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:17:12,382 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd578606-1e25-40a0-b0d0-6aa5e2e82367' 2024-12-03T09:17:12,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:17:12,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd578606-1e25-40a0-b0d0-6aa5e2e82367" 2024-12-03T09:17:12,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c0e77b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:12,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,46311,-1] 2024-12-03T09:17:12,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:17:12,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:12,384 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:17:12,385 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,42065,1733217419612 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17f5fcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:12,385 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,42065,1733217419612 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:17:12,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,46311,1733217426280 2024-12-03T09:17:12,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bf89c24 2024-12-03T09:17:12,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:17:12,387 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-03T09:17:12,387 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,42065,1733217419612 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-699c9baf3d29,42065,1733217419612 (queues=1) is replicating from cluster=929f7d9b-81e0-42b2-9619-fddf2a70010a to cluster=bd578606-1e25-40a0-b0d0-6aa5e2e82367 2024-12-03T09:17:12,387 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,42065,1733217419612 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=699c9baf3d29%2C42065%2C1733217419612 2024-12-03T09:17:12,387 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,42065,1733217419612 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-699c9baf3d29,42065,1733217419612, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T09:17:12,388 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,42065,1733217419612.replicationSource.shipper699c9baf3d29%2C42065%2C1733217419612,2-699c9baf3d29,42065,1733217419612 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 699c9baf3d29%2C42065%2C1733217419612 2024-12-03T09:17:12,388 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,42065,1733217419612.replicationSource.wal-reader.699c9baf3d29%2C42065%2C1733217419612,2-699c9baf3d29,42065,1733217419612 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,42065,1733217419612/699c9baf3d29%2C42065%2C1733217419612.1733217422971, startPosition=0, beingWritten=true 2024-12-03T09:17:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T09:17:12,454 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-03T09:17:12,454 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:17:12,454 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:17:12,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:12,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:12,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:17:12,455 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:17:12,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,34851,1733217418851 2024-12-03T09:17:12,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fe59f4d 2024-12-03T09:17:12,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:17:12,462 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:17:12,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T09:17:12,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T09:17:12,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T09:17:12,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T09:17:12,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://699c9baf3d29:46311,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T09:17:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T09:17:12,477 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:46311' 2024-12-03T09:17:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T09:17:12,479 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3085e6a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:12,479 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,46311,-1 for getting cluster id 2024-12-03T09:17:12,480 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:17:12,481 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd578606-1e25-40a0-b0d0-6aa5e2e82367' 2024-12-03T09:17:12,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:17:12,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd578606-1e25-40a0-b0d0-6aa5e2e82367" 2024-12-03T09:17:12,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb7de38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:12,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,46311,-1] 2024-12-03T09:17:12,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:17:12,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:12,483 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:17:12,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e70585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:12,484 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:17:12,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,46311,1733217426280 2024-12-03T09:17:12,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@717e8305 2024-12-03T09:17:12,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:17:12,487 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:17:12,487 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T09:17:12,488 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T09:17:12,488 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:12,488 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:12,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:17:12,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T09:17:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T09:17:12,594 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,42065,1733217419612.replicationSource.wal-reader.699c9baf3d29%2C42065%2C1733217419612,2-699c9baf3d29,42065,1733217419612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,42065,1733217419612/699c9baf3d29%2C42065%2C1733217419612.1733217422971 to pos 0, reset compression=false 2024-12-03T09:17:12,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42065 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-03T09:17:12,658 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-03T09:17:12,659 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42065,1733217419612.replicationSource.wal-reader.699c9baf3d29%2C42065%2C1733217419612,1-699c9baf3d29,42065,1733217419612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,42065,1733217419612/699c9baf3d29%2C42065%2C1733217419612.1733217422971 to pos 0, reset compression=false 2024-12-03T09:17:12,660 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-03T09:17:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-03T09:17:12,664 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 699c9baf3d29,42065,1733217419612 suceeded 2024-12-03T09:17:12,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-03T09:17:12,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-12-03T09:17:12,669 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://699c9baf3d29:46311,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T09:17:12,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 198 msec 2024-12-03T09:17:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T09:17:12,794 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-03T09:17:12,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://699c9baf3d29:46311,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T09:17:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T09:17:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T09:17:12,799 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:46311' 2024-12-03T09:17:12,801 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5d918c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:12,801 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,46311,-1 for getting cluster id 2024-12-03T09:17:12,801 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:17:12,802 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd578606-1e25-40a0-b0d0-6aa5e2e82367' 2024-12-03T09:17:12,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:17:12,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd578606-1e25-40a0-b0d0-6aa5e2e82367" 2024-12-03T09:17:12,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d84ed15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:12,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,46311,-1] 2024-12-03T09:17:12,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:17:12,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:12,805 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:17:12,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b1af92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:12,806 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:17:12,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,46311,1733217426280 2024-12-03T09:17:12,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52e6fa06 2024-12-03T09:17:12,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:17:12,810 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:17:12,811 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T09:17:12,811 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T09:17:12,811 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:12,811 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:12,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:17:12,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T09:17:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T09:17:12,904 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,42065,1733217419612.replicationSource.wal-reader.699c9baf3d29%2C42065%2C1733217419612,2-699c9baf3d29,42065,1733217419612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,42065,1733217419612/699c9baf3d29%2C42065%2C1733217419612.1733217422971 to pos 0, reset compression=false 2024-12-03T09:17:13,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42065 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-03T09:17:13,021 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-03T09:17:13,023 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-03T09:17:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-03T09:17:13,026 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 699c9baf3d29,42065,1733217419612 suceeded 2024-12-03T09:17:13,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-03T09:17:13,030 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://699c9baf3d29:46311,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T09:17:13,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-12-03T09:17:13,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 236 msec 2024-12-03T09:17:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T09:17:13,115 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-03T09:17:13,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T09:17:13,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T09:17:13,119 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:17:13,119 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:17:13,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:13,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:13,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:17:13,120 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T09:17:13,120 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1078958413, stopped=false 2024-12-03T09:17:13,121 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=699c9baf3d29,34851,1733217418851 2024-12-03T09:17:13,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0766629528/running 2024-12-03T09:17:13,124 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42065-0x1019a7ae8c00001, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0766629528/running 2024-12-03T09:17:13,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528 2024-12-03T09:17:13,124 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:17:13,124 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42065-0x1019a7ae8c00001, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528 2024-12-03T09:17:13,125 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:17:13,125 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:17:13,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:13,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Set watcher on znode that does not yet exist, /0766629528/running 2024-12-03T09:17:13,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42065-0x1019a7ae8c00001, quorum=127.0.0.1:58138, baseZNode=/0766629528 Set watcher on znode that does not yet exist, /0766629528/running 2024-12-03T09:17:13,126 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,42065,1733217419612' ***** 2024-12-03T09:17:13,126 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T09:17:13,127 INFO [RS:0;699c9baf3d29:42065 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:17:13,127 INFO [RS:0;699c9baf3d29:42065 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T09:17:13,127 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:17:13,127 INFO [RS:0;699c9baf3d29:42065 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T09:17:13,128 INFO [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:13,128 INFO [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer(959): stopping server 699c9baf3d29,42065,1733217419612 2024-12-03T09:17:13,128 INFO [RS:0;699c9baf3d29:42065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:17:13,129 INFO [RS:0;699c9baf3d29:42065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:42065. 2024-12-03T09:17:13,129 DEBUG [RS:0;699c9baf3d29:42065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:17:13,129 DEBUG [RS:0;699c9baf3d29:42065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:13,129 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a04f2478063c26c84e88c5fde765edc, disabling compactions & flushes 2024-12-03T09:17:13,129 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc. 2024-12-03T09:17:13,129 INFO [RS:0;699c9baf3d29:42065 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T09:17:13,129 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc. 2024-12-03T09:17:13,129 INFO [RS:0;699c9baf3d29:42065 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T09:17:13,129 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc. after waiting 0 ms 2024-12-03T09:17:13,129 INFO [RS:0;699c9baf3d29:42065 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T09:17:13,129 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc. 2024-12-03T09:17:13,129 INFO [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T09:17:13,130 INFO [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T09:17:13,130 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:17:13,130 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:17:13,130 DEBUG [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7a04f2478063c26c84e88c5fde765edc=hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc.} 2024-12-03T09:17:13,130 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:17:13,130 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:17:13,130 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:17:13,130 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:17:13,130 DEBUG [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:13,134 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T09:17:13,134 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7a04f2478063c26c84e88c5fde765edc 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-03T09:17:13,196 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/replication/7a04f2478063c26c84e88c5fde765edc/.tmp/queue/125a963a34424cc3aec2629eb4c57093 is 151, key is 1-699c9baf3d29,42065,1733217419612/queue:699c9baf3d29%2C42065%2C1733217419612/1733217431133/Put/seqid=0 2024-12-03T09:17:13,196 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740/.tmp/info/17b8d442a4f645a18f4cb8ebd3027308 is 147, key is hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc./info:regioninfo/1733217430825/Put/seqid=0 2024-12-03T09:17:13,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741838_1014 (size=6631) 2024-12-03T09:17:13,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741839_1015 (size=5500) 2024-12-03T09:17:13,266 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42065,1733217419612.replicationSource.wal-reader.699c9baf3d29%2C42065%2C1733217419612,1-699c9baf3d29,42065,1733217419612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,42065,1733217419612/699c9baf3d29%2C42065%2C1733217419612.1733217422971 to pos 0, reset compression=false 2024-12-03T09:17:13,312 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,42065,1733217419612.replicationSource.wal-reader.699c9baf3d29%2C42065%2C1733217419612,2-699c9baf3d29,42065,1733217419612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,42065,1733217419612/699c9baf3d29%2C42065%2C1733217419612.1733217422971 to pos 0, reset compression=false 2024-12-03T09:17:13,331 DEBUG [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:13,531 DEBUG [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:13,606 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/replication/7a04f2478063c26c84e88c5fde765edc/.tmp/queue/125a963a34424cc3aec2629eb4c57093 2024-12-03T09:17:13,606 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740/.tmp/info/17b8d442a4f645a18f4cb8ebd3027308 2024-12-03T09:17:13,657 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/replication/7a04f2478063c26c84e88c5fde765edc/.tmp/queue/125a963a34424cc3aec2629eb4c57093 as hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/replication/7a04f2478063c26c84e88c5fde765edc/queue/125a963a34424cc3aec2629eb4c57093 2024-12-03T09:17:13,666 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/replication/7a04f2478063c26c84e88c5fde765edc/queue/125a963a34424cc3aec2629eb4c57093, entries=2, sequenceid=6, filesize=5.4 K 2024-12-03T09:17:13,671 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740/.tmp/ns/58dc3781b6504b85bb9875b608345d29 is 43, key is default/ns:d/1733217423741/Put/seqid=0 2024-12-03T09:17:13,673 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 7a04f2478063c26c84e88c5fde765edc in 538ms, sequenceid=6, compaction requested=false 2024-12-03T09:17:13,673 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T09:17:13,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741840_1016 (size=5153) 2024-12-03T09:17:13,684 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/replication/7a04f2478063c26c84e88c5fde765edc/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T09:17:13,687 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:17:13,687 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:17:13,687 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc. 2024-12-03T09:17:13,688 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a04f2478063c26c84e88c5fde765edc: Waiting for close lock at 1733217433128Running coprocessor pre-close hooks at 1733217433129 (+1 ms)Disabling compacts and flushes for region at 1733217433129Disabling writes for close at 1733217433129Obtaining lock to block concurrent updates at 1733217433134 (+5 ms)Preparing flush snapshotting stores in 7a04f2478063c26c84e88c5fde765edc at 1733217433134Finished memstore snapshotting hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733217433142 (+8 ms)Flushing stores of hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc. at 1733217433143 (+1 ms)Flushing 7a04f2478063c26c84e88c5fde765edc/queue: creating writer at 1733217433145 (+2 ms)Flushing 7a04f2478063c26c84e88c5fde765edc/queue: appending metadata at 1733217433183 (+38 ms)Flushing 7a04f2478063c26c84e88c5fde765edc/queue: closing flushed file at 1733217433186 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bbf934f: reopening flushed file at 1733217433654 (+468 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 7a04f2478063c26c84e88c5fde765edc in 538ms, sequenceid=6, compaction requested=false at 1733217433673 (+19 ms)Writing region close event to WAL at 1733217433676 (+3 ms)Running coprocessor post-close hooks at 1733217433685 (+9 ms)Closed at 1733217433687 (+2 ms) 2024-12-03T09:17:13,688 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc. 2024-12-03T09:17:13,731 DEBUG [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:17:13,822 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,42065,1733217419612.replicationSource.wal-reader.699c9baf3d29%2C42065%2C1733217419612,2-699c9baf3d29,42065,1733217419612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,42065,1733217419612/699c9baf3d29%2C42065%2C1733217419612.1733217422971 to pos 0, reset compression=false 2024-12-03T09:17:13,822 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T09:17:13,822 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T09:17:13,932 DEBUG [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:17:13,977 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42065,1733217419612.replicationSource.wal-reader.699c9baf3d29%2C42065%2C1733217419612,1-699c9baf3d29,42065,1733217419612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,42065,1733217419612/699c9baf3d29%2C42065%2C1733217419612.1733217422971 to pos 0, reset compression=false 2024-12-03T09:17:14,082 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740/.tmp/ns/58dc3781b6504b85bb9875b608345d29 2024-12-03T09:17:14,116 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740/.tmp/table/dc1a1e97409549399ab5e7b93b094ce6 is 53, key is hbase:replication/table:state/1733217430838/Put/seqid=0 2024-12-03T09:17:14,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741841_1017 (size=5256) 2024-12-03T09:17:14,132 INFO [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T09:17:14,132 DEBUG [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T09:17:14,132 DEBUG [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:17:14,332 DEBUG [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:17:14,432 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,42065,1733217419612.replicationSource.wal-reader.699c9baf3d29%2C42065%2C1733217419612,2-699c9baf3d29,42065,1733217419612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,42065,1733217419612/699c9baf3d29%2C42065%2C1733217419612.1733217422971 to pos 0, reset compression=false 2024-12-03T09:17:14,522 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740/.tmp/table/dc1a1e97409549399ab5e7b93b094ce6 2024-12-03T09:17:14,533 DEBUG [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:17:14,534 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740/.tmp/info/17b8d442a4f645a18f4cb8ebd3027308 as hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740/info/17b8d442a4f645a18f4cb8ebd3027308 2024-12-03T09:17:14,549 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740/info/17b8d442a4f645a18f4cb8ebd3027308, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T09:17:14,555 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740/.tmp/ns/58dc3781b6504b85bb9875b608345d29 as hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740/ns/58dc3781b6504b85bb9875b608345d29 2024-12-03T09:17:14,565 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740/ns/58dc3781b6504b85bb9875b608345d29, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T09:17:14,566 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740/.tmp/table/dc1a1e97409549399ab5e7b93b094ce6 as hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740/table/dc1a1e97409549399ab5e7b93b094ce6 2024-12-03T09:17:14,575 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740/table/dc1a1e97409549399ab5e7b93b094ce6, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T09:17:14,577 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1447ms, sequenceid=11, compaction requested=false 2024-12-03T09:17:14,582 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T09:17:14,583 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:17:14,583 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:17:14,583 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:17:14,583 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217433130Running coprocessor pre-close hooks at 1733217433130Disabling compacts and flushes for region at 1733217433130Disabling writes for close at 1733217433130Obtaining lock to block concurrent updates at 1733217433134 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1733217433134Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733217433142 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733217433143 (+1 ms)Flushing 1588230740/info: creating writer at 1733217433145 (+2 ms)Flushing 1588230740/info: appending metadata at 1733217433184 (+39 ms)Flushing 1588230740/info: closing flushed file at 1733217433186 (+2 ms)Flushing 1588230740/ns: creating writer at 1733217433654 (+468 ms)Flushing 1588230740/ns: appending metadata at 1733217433671 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733217433671Flushing 1588230740/table: creating writer at 1733217434100 (+429 ms)Flushing 1588230740/table: appending metadata at 1733217434115 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733217434115Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54507d88: reopening flushed file at 1733217434532 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bbfe2ff: reopening flushed file at 1733217434550 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ec5396c: reopening flushed file at 1733217434565 (+15 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1447ms, sequenceid=11, compaction requested=false at 1733217434577 (+12 ms)Writing region close event to WAL at 1733217434578 (+1 ms)Running coprocessor post-close hooks at 1733217434583 (+5 ms)Closed at 1733217434583 2024-12-03T09:17:14,583 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T09:17:14,733 INFO [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer(976): stopping server 699c9baf3d29,42065,1733217419612; all regions closed. 2024-12-03T09:17:14,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741834_1010 (size=2742) 2024-12-03T09:17:14,746 DEBUG [RS:0;699c9baf3d29:42065 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/oldWALs 2024-12-03T09:17:14,747 INFO [RS:0;699c9baf3d29:42065 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C42065%2C1733217419612.meta:.meta(num 1733217423516) 2024-12-03T09:17:14,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741837_1013 (size=1802) 2024-12-03T09:17:14,753 DEBUG [RS:0;699c9baf3d29:42065 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/oldWALs 2024-12-03T09:17:14,753 INFO [RS:0;699c9baf3d29:42065 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C42065%2C1733217419612.rep:(num 1733217430778) 2024-12-03T09:17:14,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741833_1009 (size=93) 2024-12-03T09:17:14,760 DEBUG [RS:0;699c9baf3d29:42065 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/oldWALs 2024-12-03T09:17:14,760 INFO [RS:0;699c9baf3d29:42065 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C42065%2C1733217419612:(num 1733217422971) 2024-12-03T09:17:14,760 DEBUG [RS:0;699c9baf3d29:42065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:14,760 INFO [RS:0;699c9baf3d29:42065 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:17:14,761 INFO [RS:0;699c9baf3d29:42065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:17:14,761 INFO [RS:0;699c9baf3d29:42065 {}] hbase.ChoreService(370): Chore service for: regionserver/699c9baf3d29:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T09:17:14,761 INFO [RS:0;699c9baf3d29:42065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:17:14,761 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:17:14,761 INFO [RS:0;699c9baf3d29:42065 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-699c9baf3d29,42065,1733217419612 because: Region server is closing 2024-12-03T09:17:14,762 INFO [RS:0;699c9baf3d29:42065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:42065. 2024-12-03T09:17:14,762 DEBUG [RS:0;699c9baf3d29:42065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:17:14,762 DEBUG [RS:0;699c9baf3d29:42065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:14,762 DEBUG [RS:0;699c9baf3d29:42065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:14,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:17:14,863 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42065,1733217419612.replicationSource.shipper699c9baf3d29%2C42065%2C1733217419612,1-699c9baf3d29,42065,1733217419612 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T09:17:14,864 INFO [RS:0;699c9baf3d29:42065 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42065,1733217419612.replicationSource.shipper699c9baf3d29%2C42065%2C1733217419612,1-699c9baf3d29,42065,1733217419612 terminated 2024-12-03T09:17:14,865 INFO [RS:0;699c9baf3d29:42065 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-699c9baf3d29,42065,1733217419612 because: Region server is closing 2024-12-03T09:17:14,865 INFO [RS:0;699c9baf3d29:42065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:42065. 2024-12-03T09:17:14,865 DEBUG [RS:0;699c9baf3d29:42065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:17:14,866 DEBUG [RS:0;699c9baf3d29:42065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:14,866 DEBUG [RS:0;699c9baf3d29:42065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:14,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:17:14,966 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,42065,1733217419612.replicationSource.wal-reader.699c9baf3d29%2C42065%2C1733217419612,2-699c9baf3d29,42065,1733217419612 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T09:17:14,966 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,42065,1733217419612.replicationSource.shipper699c9baf3d29%2C42065%2C1733217419612,2-699c9baf3d29,42065,1733217419612 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T09:17:14,967 INFO [RS:0;699c9baf3d29:42065 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,42065,1733217419612.replicationSource.shipper699c9baf3d29%2C42065%2C1733217419612,2-699c9baf3d29,42065,1733217419612 terminated 2024-12-03T09:17:14,968 INFO [RS:0;699c9baf3d29:42065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42065 2024-12-03T09:17:15,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528/rs 2024-12-03T09:17:15,053 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42065-0x1019a7ae8c00001, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0766629528/rs/699c9baf3d29,42065,1733217419612 2024-12-03T09:17:15,053 INFO [RS:0;699c9baf3d29:42065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:17:15,055 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,42065,1733217419612] 2024-12-03T09:17:15,082 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0766629528/draining/699c9baf3d29,42065,1733217419612 already deleted, retry=false 2024-12-03T09:17:15,083 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 699c9baf3d29,42065,1733217419612 expired; onlineServers=0 2024-12-03T09:17:15,083 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '699c9baf3d29,34851,1733217418851' ***** 2024-12-03T09:17:15,083 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T09:17:15,084 INFO [M:0;699c9baf3d29:34851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:17:15,084 INFO [M:0;699c9baf3d29:34851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:17:15,084 DEBUG [M:0;699c9baf3d29:34851 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T09:17:15,085 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T09:17:15,085 DEBUG [M:0;699c9baf3d29:34851 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T09:17:15,085 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217422627 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217422627,5,FailOnTimeoutGroup] 2024-12-03T09:17:15,085 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217422626 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217422626,5,FailOnTimeoutGroup] 2024-12-03T09:17:15,086 INFO [M:0;699c9baf3d29:34851 {}] hbase.ChoreService(370): Chore service for: master/699c9baf3d29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T09:17:15,086 INFO [M:0;699c9baf3d29:34851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:17:15,087 DEBUG [M:0;699c9baf3d29:34851 {}] master.HMaster(1795): Stopping service threads 2024-12-03T09:17:15,087 INFO [M:0;699c9baf3d29:34851 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T09:17:15,087 INFO [M:0;699c9baf3d29:34851 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:17:15,088 INFO [M:0;699c9baf3d29:34851 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T09:17:15,088 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T09:17:15,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0766629528/master 2024-12-03T09:17:15,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528 2024-12-03T09:17:15,092 DEBUG [M:0;699c9baf3d29:34851 {}] zookeeper.ZKUtil(347): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Unable to get data of znode /0766629528/master because node does not exist (not an error) 2024-12-03T09:17:15,093 WARN [M:0;699c9baf3d29:34851 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T09:17:15,094 INFO [M:0;699c9baf3d29:34851 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/.lastflushedseqids 2024-12-03T09:17:15,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741842_1018 (size=181) 2024-12-03T09:17:15,172 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42065-0x1019a7ae8c00001, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:17:15,172 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42065-0x1019a7ae8c00001, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:17:15,173 INFO [RS:0;699c9baf3d29:42065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:17:15,173 INFO [RS:0;699c9baf3d29:42065 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,42065,1733217419612; zookeeper connection closed. 2024-12-03T09:17:15,174 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@218b91c2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@218b91c2 2024-12-03T09:17:15,174 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T09:17:15,181 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:17:15,507 INFO [M:0;699c9baf3d29:34851 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T09:17:15,508 INFO [M:0;699c9baf3d29:34851 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T09:17:15,508 DEBUG [M:0;699c9baf3d29:34851 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:17:15,509 INFO [M:0;699c9baf3d29:34851 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:15,509 DEBUG [M:0;699c9baf3d29:34851 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:15,509 DEBUG [M:0;699c9baf3d29:34851 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:17:15,509 DEBUG [M:0;699c9baf3d29:34851 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:15,510 INFO [M:0;699c9baf3d29:34851 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-03T09:17:15,527 DEBUG [M:0;699c9baf3d29:34851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/415429b4014e43968f7ebfd4c6eec9c6 is 82, key is hbase:meta,,1/info:regioninfo/1733217423592/Put/seqid=0 2024-12-03T09:17:15,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741843_1019 (size=5672) 2024-12-03T09:17:15,934 INFO [M:0;699c9baf3d29:34851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/415429b4014e43968f7ebfd4c6eec9c6 2024-12-03T09:17:15,967 DEBUG [M:0;699c9baf3d29:34851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24deaa97babb43188b5a9832268d6907 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733217430843/Put/seqid=0 2024-12-03T09:17:15,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741844_1020 (size=8663) 2024-12-03T09:17:16,374 INFO [M:0;699c9baf3d29:34851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24deaa97babb43188b5a9832268d6907 2024-12-03T09:17:16,397 DEBUG [M:0;699c9baf3d29:34851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c0bdaf4c3e948d3a7d64bd6dc35f2b7 is 69, key is 699c9baf3d29,42065,1733217419612/rs:state/1733217422755/Put/seqid=0 2024-12-03T09:17:16,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741845_1021 (size=5156) 2024-12-03T09:17:16,803 INFO [M:0;699c9baf3d29:34851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c0bdaf4c3e948d3a7d64bd6dc35f2b7 2024-12-03T09:17:16,811 DEBUG [M:0;699c9baf3d29:34851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/415429b4014e43968f7ebfd4c6eec9c6 as hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/415429b4014e43968f7ebfd4c6eec9c6 2024-12-03T09:17:16,818 INFO [M:0;699c9baf3d29:34851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/415429b4014e43968f7ebfd4c6eec9c6, entries=8, sequenceid=115, filesize=5.5 K 2024-12-03T09:17:16,819 DEBUG [M:0;699c9baf3d29:34851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24deaa97babb43188b5a9832268d6907 as hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24deaa97babb43188b5a9832268d6907 2024-12-03T09:17:16,825 INFO [M:0;699c9baf3d29:34851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24deaa97babb43188b5a9832268d6907, entries=14, sequenceid=115, filesize=8.5 K 2024-12-03T09:17:16,826 DEBUG [M:0;699c9baf3d29:34851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c0bdaf4c3e948d3a7d64bd6dc35f2b7 as hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c0bdaf4c3e948d3a7d64bd6dc35f2b7 2024-12-03T09:17:16,833 INFO [M:0;699c9baf3d29:34851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c0bdaf4c3e948d3a7d64bd6dc35f2b7, entries=1, sequenceid=115, filesize=5.0 K 2024-12-03T09:17:16,834 INFO [M:0;699c9baf3d29:34851 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1325ms, sequenceid=115, compaction requested=false 2024-12-03T09:17:16,835 INFO [M:0;699c9baf3d29:34851 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:16,835 DEBUG [M:0;699c9baf3d29:34851 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217435508Disabling compacts and flushes for region at 1733217435508Disabling writes for close at 1733217435509 (+1 ms)Obtaining lock to block concurrent updates at 1733217435510 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733217435510Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733217435511 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733217435512 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733217435512Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733217435526 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733217435526Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733217435948 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733217435966 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733217435966Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733217436383 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733217436397 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733217436397Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cc3e36: reopening flushed file at 1733217436810 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a6d3dd5: reopening flushed file at 1733217436818 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2370ebe1: reopening flushed file at 1733217436825 (+7 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1325ms, sequenceid=115, compaction requested=false at 1733217436834 (+9 ms)Writing region close event to WAL at 1733217436835 (+1 ms)Closed at 1733217436835 2024-12-03T09:17:16,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741830_1006 (size=59421) 2024-12-03T09:17:16,839 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/WALs/699c9baf3d29,34851,1733217418851/699c9baf3d29%2C34851%2C1733217418851.1733217421831 not finished, retry = 0 2024-12-03T09:17:16,941 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:17:16,941 INFO [M:0;699c9baf3d29:34851 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T09:17:16,941 INFO [M:0;699c9baf3d29:34851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34851 2024-12-03T09:17:16,942 INFO [M:0;699c9baf3d29:34851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:17:17,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:17:17,108 INFO [M:0;699c9baf3d29:34851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:17:17,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1019a7ae8c00000, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:17:17,110 INFO [Time-limited test {}] client.ConnectionUtils(128): master/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:17:17,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:17,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:17,110 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:17:17,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:17,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:17:17,111 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T09:17:17,111 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:17:17,111 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45393 2024-12-03T09:17:17,113 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45393 connecting to ZooKeeper ensemble=127.0.0.1:58138 2024-12-03T09:17:17,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453930x0, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:17:17,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45393-0x1019a7ae8c00006 connected 2024-12-03T09:17:17,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:17,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:17,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45393-0x1019a7ae8c00006, quorum=127.0.0.1:58138, baseZNode=/0766629528 Set watcher on znode that does not yet exist, /0766629528/running 2024-12-03T09:17:17,146 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0766629528/meta-region-server: INIT 2024-12-03T09:17:17,146 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d, hbase.cluster.distributed=false 2024-12-03T09:17:17,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45393-0x1019a7ae8c00006, quorum=127.0.0.1:58138, baseZNode=/0766629528 Set watcher on znode that does not yet exist, /0766629528/acl 2024-12-03T09:17:17,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45393 2024-12-03T09:17:17,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45393 2024-12-03T09:17:17,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45393 2024-12-03T09:17:17,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45393 2024-12-03T09:17:17,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45393 2024-12-03T09:17:17,162 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:17:17,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:17,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:17,163 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:17:17,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:17,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:17:17,163 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:17:17,163 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:17:17,163 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41939 2024-12-03T09:17:17,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41939 connecting to ZooKeeper ensemble=127.0.0.1:58138 2024-12-03T09:17:17,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:17,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:17,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419390x0, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:17:17,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41939-0x1019a7ae8c00007 connected 2024-12-03T09:17:17,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419390x0, quorum=127.0.0.1:58138, baseZNode=/0766629528 Set watcher on znode that does not yet exist, /0766629528/running 2024-12-03T09:17:17,177 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0766629528/meta-region-server: INIT 2024-12-03T09:17:17,177 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:17:17,178 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:17:17,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41939-0x1019a7ae8c00007, quorum=127.0.0.1:58138, baseZNode=/0766629528 Set watcher on znode that does not yet exist, /0766629528/master 2024-12-03T09:17:17,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41939-0x1019a7ae8c00007, quorum=127.0.0.1:58138, baseZNode=/0766629528 Set watcher on znode that does not yet exist, /0766629528/acl 2024-12-03T09:17:17,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41939 2024-12-03T09:17:17,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41939 2024-12-03T09:17:17,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41939 2024-12-03T09:17:17,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41939 2024-12-03T09:17:17,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41939 2024-12-03T09:17:17,195 DEBUG [M:0;699c9baf3d29:45393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;699c9baf3d29:45393 2024-12-03T09:17:17,195 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0766629528/backup-masters/699c9baf3d29,45393,1733217437110 2024-12-03T09:17:17,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45393-0x1019a7ae8c00006, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528/backup-masters 2024-12-03T09:17:17,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41939-0x1019a7ae8c00007, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528/backup-masters 2024-12-03T09:17:17,208 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45393-0x1019a7ae8c00006, quorum=127.0.0.1:58138, baseZNode=/0766629528 Set watcher on existing znode=/0766629528/backup-masters/699c9baf3d29,45393,1733217437110 2024-12-03T09:17:17,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41939-0x1019a7ae8c00007, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0766629528/master 2024-12-03T09:17:17,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45393-0x1019a7ae8c00006, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528 2024-12-03T09:17:17,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41939-0x1019a7ae8c00007, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528 2024-12-03T09:17:17,219 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45393-0x1019a7ae8c00006, quorum=127.0.0.1:58138, baseZNode=/0766629528 Set watcher on existing znode=/0766629528/master 2024-12-03T09:17:17,219 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0766629528/backup-masters/699c9baf3d29,45393,1733217437110 from backup master directory 2024-12-03T09:17:17,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45393-0x1019a7ae8c00006, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0766629528/backup-masters/699c9baf3d29,45393,1733217437110 2024-12-03T09:17:17,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41939-0x1019a7ae8c00007, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528/backup-masters 2024-12-03T09:17:17,229 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:17:17,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45393-0x1019a7ae8c00006, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528/backup-masters 2024-12-03T09:17:17,229 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=699c9baf3d29,45393,1733217437110 2024-12-03T09:17:17,250 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:17,250 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T09:17:17,265 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-12-03T09:17:17,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741846_1022 (size=196) 2024-12-03T09:17:17,679 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:17:17,681 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T09:17:17,682 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:17:17,691 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-03T09:17:17,694 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/WALs/699c9baf3d29,34851,1733217418851 to hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/WALs/699c9baf3d29,34851,1733217418851-dead as it is dead 2024-12-03T09:17:17,696 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-03T09:17:17,696 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-03T09:17:17,696 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/WALs/699c9baf3d29,34851,1733217418851-dead/699c9baf3d29%2C34851%2C1733217418851.1733217421831 2024-12-03T09:17:17,700 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/WALs/699c9baf3d29,34851,1733217418851-dead/699c9baf3d29%2C34851%2C1733217418851.1733217421831 after 3ms 2024-12-03T09:17:17,702 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/WALs/699c9baf3d29,34851,1733217418851-dead/699c9baf3d29%2C34851%2C1733217418851.1733217421831 to hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/699c9baf3d29%2C34851%2C1733217418851.1733217421831 2024-12-03T09:17:17,702 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/WALs/699c9baf3d29,34851,1733217418851-dead 2024-12-03T09:17:17,702 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/WALs/699c9baf3d29,45393,1733217437110 2024-12-03T09:17:17,703 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:17:17,705 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C45393%2C1733217437110, suffix=, logDir=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/WALs/699c9baf3d29,45393,1733217437110, archiveDir=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/oldWALs, maxLogs=10 2024-12-03T09:17:17,717 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/WALs/699c9baf3d29,45393,1733217437110/699c9baf3d29%2C45393%2C1733217437110.1733217437705, exclude list is [], retry=0 2024-12-03T09:17:17,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37449,DS-8f444674-4c07-4b8e-a035-950ccce0e3bb,DISK] 2024-12-03T09:17:17,723 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/WALs/699c9baf3d29,45393,1733217437110/699c9baf3d29%2C45393%2C1733217437110.1733217437705 2024-12-03T09:17:17,724 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42453:42453)] 2024-12-03T09:17:17,724 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:17:17,724 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:17,724 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:17,724 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:17,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:17,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T09:17:17,727 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:17,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/415429b4014e43968f7ebfd4c6eec9c6 2024-12-03T09:17:17,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:17,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:17,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T09:17:17,736 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:17,744 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24deaa97babb43188b5a9832268d6907 2024-12-03T09:17:17,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:17,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:17,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T09:17:17,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:17,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c0bdaf4c3e948d3a7d64bd6dc35f2b7 2024-12-03T09:17:17,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:17,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:17,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T09:17:17,755 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:17,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:17,755 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:17,756 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-03T09:17:17,756 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/699c9baf3d29%2C34851%2C1733217418851.1733217421831 2024-12-03T09:17:17,773 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/699c9baf3d29%2C34851%2C1733217418851.1733217421831 2024-12-03T09:17:17,775 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/699c9baf3d29%2C34851%2C1733217418851.1733217421831 2024-12-03T09:17:17,777 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:17,777 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:17,778 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:17:17,780 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:17,783 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-03T09:17:17,784 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62278902, jitterRate=-0.07197204232215881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:17:17,785 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733217437725Initializing all the Stores at 1733217437726 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217437726Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217437726Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217437726Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217437726Cleaning up temporary data from old regions at 1733217437777 (+51 ms)Region opened successfully at 1733217437785 (+8 ms) 2024-12-03T09:17:17,785 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T09:17:17,789 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@222612aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:17:17,799 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-03T09:17:17,800 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T09:17:17,800 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T09:17:17,800 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T09:17:17,801 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T09:17:17,806 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T09:17:17,806 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T09:17:17,807 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T09:17:17,807 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T09:17:17,807 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T09:17:17,807 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T09:17:17,807 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-03T09:17:17,807 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T09:17:17,811 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=699c9baf3d29,42065,1733217419612, regionLocation=699c9baf3d29,42065,1733217419612, openSeqNum=2 2024-12-03T09:17:17,812 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=699c9baf3d29,42065,1733217419612, table=hbase:meta, region=1588230740 2024-12-03T09:17:17,812 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,42065,1733217419612, state=OPEN 2024-12-03T09:17:17,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41939-0x1019a7ae8c00007, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0766629528/meta-region-server 2024-12-03T09:17:17,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45393-0x1019a7ae8c00006, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0766629528/meta-region-server 2024-12-03T09:17:17,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0766629528/meta-region-server: CHANGED 2024-12-03T09:17:17,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0766629528/meta-region-server: CHANGED 2024-12-03T09:17:17,824 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-03T09:17:17,829 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0766629528/draining/699c9baf3d29,42065,1733217419612 already deleted, retry=false 2024-12-03T09:17:17,829 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 699c9baf3d29,42065,1733217419612 on 699c9baf3d29,45393,1733217437110 2024-12-03T09:17:17,835 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 699c9baf3d29,42065,1733217419612, splitWal=true, meta=true 2024-12-03T09:17:17,837 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 699c9baf3d29,42065,1733217419612 (carryingMeta=true) 699c9baf3d29,42065,1733217419612/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@25fcb684[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T09:17:17,841 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45393-0x1019a7ae8c00006, quorum=127.0.0.1:58138, baseZNode=/0766629528 Unable to get data of znode /0766629528/balancer because node does not exist (not necessarily an error) 2024-12-03T09:17:17,850 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0766629528/balancer already deleted, retry=false 2024-12-03T09:17:17,850 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T09:17:17,851 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45393-0x1019a7ae8c00006, quorum=127.0.0.1:58138, baseZNode=/0766629528 Unable to get data of znode /0766629528/normalizer because node does not exist (not necessarily an error) 2024-12-03T09:17:17,919 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0766629528/normalizer already deleted, retry=false 2024-12-03T09:17:17,919 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T09:17:17,920 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45393-0x1019a7ae8c00006, quorum=127.0.0.1:58138, baseZNode=/0766629528 Unable to get data of znode /0766629528/switch/split because node does not exist (not necessarily an error) 2024-12-03T09:17:17,934 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0766629528/switch/split already deleted, retry=false 2024-12-03T09:17:17,935 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45393-0x1019a7ae8c00006, quorum=127.0.0.1:58138, baseZNode=/0766629528 Unable to get data of znode /0766629528/switch/merge because node does not exist (not necessarily an error) 2024-12-03T09:17:17,945 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0766629528/switch/merge already deleted, retry=false 2024-12-03T09:17:17,968 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45393-0x1019a7ae8c00006, quorum=127.0.0.1:58138, baseZNode=/0766629528 Unable to get data of znode /0766629528/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T09:17:17,976 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0766629528/snapshot-cleanup already deleted, retry=false 2024-12-03T09:17:17,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41939-0x1019a7ae8c00007, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0766629528/running 2024-12-03T09:17:17,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45393-0x1019a7ae8c00006, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0766629528/running 2024-12-03T09:17:17,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45393-0x1019a7ae8c00006, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528 2024-12-03T09:17:17,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41939-0x1019a7ae8c00007, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528 2024-12-03T09:17:17,987 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=699c9baf3d29,45393,1733217437110, sessionid=0x1019a7ae8c00006, setting cluster-up flag (Was=false) 2024-12-03T09:17:17,998 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0766629528/flush-table-proc/acquired, /0766629528/flush-table-proc/reached, /0766629528/flush-table-proc/abort 2024-12-03T09:17:17,999 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,45393,1733217437110 2024-12-03T09:17:18,008 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0766629528/online-snapshot/acquired, /0766629528/online-snapshot/reached, /0766629528/online-snapshot/abort 2024-12-03T09:17:18,009 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,45393,1733217437110 2024-12-03T09:17:18,012 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/.lastflushedseqids 2024-12-03T09:17:18,016 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T09:17:18,016 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T09:17:18,017 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 699c9baf3d29,45393,1733217437110 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 699c9baf3d29,42065,1733217419612 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T09:17:18,019 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:17:18,019 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:17:18,019 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:17:18,019 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:17:18,019 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/699c9baf3d29:0, corePoolSize=10, maxPoolSize=10 2024-12-03T09:17:18,019 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:18,019 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:17:18,019 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:18,023 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 699c9baf3d29,42065,1733217419612, splitWal=true, meta=true 2024-12-03T09:17:18,025 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 699c9baf3d29,42065,1733217419612, splitWal=true, meta=true, isMeta: true 2024-12-03T09:17:18,026 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733217468026 2024-12-03T09:17:18,026 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T09:17:18,026 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T09:17:18,026 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T09:17:18,026 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T09:17:18,026 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T09:17:18,026 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T09:17:18,027 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:18,027 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T09:17:18,027 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T09:17:18,027 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T09:17:18,027 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T09:17:18,027 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,42065,1733217419612-splitting 2024-12-03T09:17:18,028 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T09:17:18,028 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T09:17:18,029 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,42065,1733217419612-splitting dir is empty, no logs to split. 2024-12-03T09:17:18,029 INFO [PEWorker-1 {}] master.SplitWALManager(105): 699c9baf3d29,42065,1733217419612 WAL count=0, meta=true 2024-12-03T09:17:18,032 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217438028,5,FailOnTimeoutGroup] 2024-12-03T09:17:18,032 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217438032,5,FailOnTimeoutGroup] 2024-12-03T09:17:18,032 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:18,033 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T09:17:18,033 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:18,033 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:18,033 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733217438033, completionTime=-1 2024-12-03T09:17:18,033 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-03T09:17:18,033 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,42065,1733217419612-splitting dir is empty, no logs to split. 2024-12-03T09:17:18,033 INFO [PEWorker-1 {}] master.SplitWALManager(105): 699c9baf3d29,42065,1733217419612 WAL count=0, meta=true 2024-12-03T09:17:18,033 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 699c9baf3d29,42065,1733217419612 WAL splitting is done? wals=0, meta=true 2024-12-03T09:17:18,036 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T09:17:18,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T09:17:18,039 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:17:18,040 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T09:17:18,084 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.HRegionServer(746): ClusterId : 929f7d9b-81e0-42b2-9619-fddf2a70010a 2024-12-03T09:17:18,084 DEBUG [RS:0;699c9baf3d29:41939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:17:18,093 DEBUG [RS:0;699c9baf3d29:41939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:17:18,093 DEBUG [RS:0;699c9baf3d29:41939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:17:18,104 DEBUG [RS:0;699c9baf3d29:41939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:17:18,104 DEBUG [RS:0;699c9baf3d29:41939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4190a7e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:17:18,119 DEBUG [RS:0;699c9baf3d29:41939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;699c9baf3d29:41939 2024-12-03T09:17:18,119 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:17:18,119 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:17:18,120 DEBUG [RS:0;699c9baf3d29:41939 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:17:18,120 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,45393,1733217437110 with port=41939, startcode=1733217437162 2024-12-03T09:17:18,120 DEBUG [RS:0;699c9baf3d29:41939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:17:18,122 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:17:18,123 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45393 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,41939,1733217437162 2024-12-03T09:17:18,123 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45393 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,41939,1733217437162 2024-12-03T09:17:18,125 DEBUG [RS:0;699c9baf3d29:41939 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d 2024-12-03T09:17:18,125 DEBUG [RS:0;699c9baf3d29:41939 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33129 2024-12-03T09:17:18,126 DEBUG [RS:0;699c9baf3d29:41939 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:17:18,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45393-0x1019a7ae8c00006, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528/rs 2024-12-03T09:17:18,135 DEBUG [RS:0;699c9baf3d29:41939 {}] zookeeper.ZKUtil(111): regionserver:41939-0x1019a7ae8c00007, quorum=127.0.0.1:58138, baseZNode=/0766629528 Set watcher on existing znode=/0766629528/rs/699c9baf3d29,41939,1733217437162 2024-12-03T09:17:18,136 WARN [RS:0;699c9baf3d29:41939 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:17:18,136 INFO [RS:0;699c9baf3d29:41939 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:17:18,136 DEBUG [RS:0;699c9baf3d29:41939 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162 2024-12-03T09:17:18,136 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T09:17:18,137 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,41939,1733217437162] 2024-12-03T09:17:18,191 WARN [699c9baf3d29:45393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T09:17:18,192 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:17:18,195 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:17:18,195 INFO [RS:0;699c9baf3d29:41939 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:17:18,196 INFO [RS:0;699c9baf3d29:41939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:18,196 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:17:18,197 INFO [RS:0;699c9baf3d29:41939 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:17:18,197 INFO [RS:0;699c9baf3d29:41939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:18,198 DEBUG [RS:0;699c9baf3d29:41939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:18,198 DEBUG [RS:0;699c9baf3d29:41939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:18,198 DEBUG [RS:0;699c9baf3d29:41939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:18,198 DEBUG [RS:0;699c9baf3d29:41939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:18,198 DEBUG [RS:0;699c9baf3d29:41939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:18,198 DEBUG [RS:0;699c9baf3d29:41939 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:17:18,198 DEBUG [RS:0;699c9baf3d29:41939 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:18,198 DEBUG [RS:0;699c9baf3d29:41939 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:18,198 DEBUG [RS:0;699c9baf3d29:41939 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:18,198 DEBUG [RS:0;699c9baf3d29:41939 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:18,198 DEBUG [RS:0;699c9baf3d29:41939 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:18,199 DEBUG [RS:0;699c9baf3d29:41939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:18,199 DEBUG [RS:0;699c9baf3d29:41939 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:17:18,199 DEBUG [RS:0;699c9baf3d29:41939 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:17:18,200 INFO [RS:0;699c9baf3d29:41939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:18,200 INFO [RS:0;699c9baf3d29:41939 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:18,200 INFO [RS:0;699c9baf3d29:41939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:18,200 INFO [RS:0;699c9baf3d29:41939 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:18,200 INFO [RS:0;699c9baf3d29:41939 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:18,201 INFO [RS:0;699c9baf3d29:41939 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,41939,1733217437162-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:17:18,217 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:17:18,217 INFO [RS:0;699c9baf3d29:41939 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,41939,1733217437162-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:18,230 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.ReplicationSource(231): queueId=1-699c9baf3d29,41939,1733217437162, ReplicationSource: 1, currentBandwidth=0 2024-12-03T09:17:18,243 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.ReplicationSource(231): queueId=2-699c9baf3d29,41939,1733217437162, ReplicationSource: 2, currentBandwidth=0 2024-12-03T09:17:18,243 INFO [RS:0;699c9baf3d29:41939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:18,243 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.Replication(171): 699c9baf3d29,41939,1733217437162 started 2024-12-03T09:17:18,244 DEBUG [RS:0;699c9baf3d29:41939.replicationSource,1-699c9baf3d29,41939,1733217437162 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:46311' 2024-12-03T09:17:18,245 DEBUG [RS:0;699c9baf3d29:41939.replicationSource,1-699c9baf3d29,41939,1733217437162 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@502a00ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:18,245 DEBUG [RS:0;699c9baf3d29:41939.replicationSource,1-699c9baf3d29,41939,1733217437162 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,46311,-1 for getting cluster id 2024-12-03T09:17:18,245 DEBUG [RS:0;699c9baf3d29:41939.replicationSource,1-699c9baf3d29,41939,1733217437162 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:17:18,247 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd578606-1e25-40a0-b0d0-6aa5e2e82367' 2024-12-03T09:17:18,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:17:18,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd578606-1e25-40a0-b0d0-6aa5e2e82367" 2024-12-03T09:17:18,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ea07d0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:18,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,46311,-1] 2024-12-03T09:17:18,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:17:18,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:18,250 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:17:18,251 DEBUG [RS:0;699c9baf3d29:41939.replicationSource,1-699c9baf3d29,41939,1733217437162 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53ffce5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:18,251 DEBUG [RS:0;699c9baf3d29:41939.replicationSource,1-699c9baf3d29,41939,1733217437162 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:17:18,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,46311,1733217426280 2024-12-03T09:17:18,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1179e697 2024-12-03T09:17:18,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:17:18,253 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-03T09:17:18,254 INFO [RS:0;699c9baf3d29:41939.replicationSource,1-699c9baf3d29,41939,1733217437162 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-699c9baf3d29,41939,1733217437162 (queues=0) is replicating from cluster=929f7d9b-81e0-42b2-9619-fddf2a70010a to cluster=bd578606-1e25-40a0-b0d0-6aa5e2e82367 2024-12-03T09:17:18,257 INFO [RS:0;699c9baf3d29:41939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:18,257 DEBUG [RS:0;699c9baf3d29:41939.replicationSource,2-699c9baf3d29,41939,1733217437162 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:46311' 2024-12-03T09:17:18,257 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,41939,1733217437162, RpcServer on 699c9baf3d29/172.17.0.2:41939, sessionid=0x1019a7ae8c00007 2024-12-03T09:17:18,257 DEBUG [RS:0;699c9baf3d29:41939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:17:18,257 DEBUG [RS:0;699c9baf3d29:41939 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,41939,1733217437162 2024-12-03T09:17:18,258 DEBUG [RS:0;699c9baf3d29:41939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,41939,1733217437162' 2024-12-03T09:17:18,258 DEBUG [RS:0;699c9baf3d29:41939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0766629528/flush-table-proc/abort' 2024-12-03T09:17:18,258 DEBUG [RS:0;699c9baf3d29:41939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0766629528/flush-table-proc/acquired' 2024-12-03T09:17:18,259 DEBUG [RS:0;699c9baf3d29:41939.replicationSource,2-699c9baf3d29,41939,1733217437162 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f4380ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:18,259 DEBUG [RS:0;699c9baf3d29:41939.replicationSource,2-699c9baf3d29,41939,1733217437162 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,46311,-1 for getting cluster id 2024-12-03T09:17:18,259 DEBUG [RS:0;699c9baf3d29:41939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:17:18,259 DEBUG [RS:0;699c9baf3d29:41939.replicationSource,2-699c9baf3d29,41939,1733217437162 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:17:18,259 DEBUG [RS:0;699c9baf3d29:41939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:17:18,259 DEBUG [RS:0;699c9baf3d29:41939 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,41939,1733217437162 2024-12-03T09:17:18,259 DEBUG [RS:0;699c9baf3d29:41939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,41939,1733217437162' 2024-12-03T09:17:18,259 DEBUG [RS:0;699c9baf3d29:41939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0766629528/online-snapshot/abort' 2024-12-03T09:17:18,259 DEBUG [RS:0;699c9baf3d29:41939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0766629528/online-snapshot/acquired' 2024-12-03T09:17:18,260 DEBUG [RS:0;699c9baf3d29:41939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:17:18,260 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd578606-1e25-40a0-b0d0-6aa5e2e82367' 2024-12-03T09:17:18,260 INFO [RS:0;699c9baf3d29:41939 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:17:18,260 INFO [RS:0;699c9baf3d29:41939 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:17:18,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:17:18,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd578606-1e25-40a0-b0d0-6aa5e2e82367" 2024-12-03T09:17:18,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b8d01f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:18,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,46311,-1] 2024-12-03T09:17:18,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:17:18,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:18,261 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:17:18,262 DEBUG [RS:0;699c9baf3d29:41939.replicationSource,2-699c9baf3d29,41939,1733217437162 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b181e13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:18,262 DEBUG [RS:0;699c9baf3d29:41939.replicationSource,2-699c9baf3d29,41939,1733217437162 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:17:18,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,46311,1733217426280 2024-12-03T09:17:18,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73813dd3 2024-12-03T09:17:18,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:17:18,264 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-03T09:17:18,265 INFO [RS:0;699c9baf3d29:41939.replicationSource,2-699c9baf3d29,41939,1733217437162 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-699c9baf3d29,41939,1733217437162 (queues=0) is replicating from cluster=929f7d9b-81e0-42b2-9619-fddf2a70010a to cluster=bd578606-1e25-40a0-b0d0-6aa5e2e82367 2024-12-03T09:17:18,361 INFO [RS:0;699c9baf3d29:41939 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:17:18,363 INFO [RS:0;699c9baf3d29:41939 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C41939%2C1733217437162, suffix=, logDir=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162, archiveDir=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/oldWALs, maxLogs=10 2024-12-03T09:17:18,379 DEBUG [RS:0;699c9baf3d29:41939 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162/699c9baf3d29%2C41939%2C1733217437162.1733217438364, exclude list is [], retry=0 2024-12-03T09:17:18,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37449,DS-8f444674-4c07-4b8e-a035-950ccce0e3bb,DISK] 2024-12-03T09:17:18,389 INFO [RS:0;699c9baf3d29:41939 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162/699c9baf3d29%2C41939%2C1733217437162.1733217438364 2024-12-03T09:17:18,390 DEBUG [RS:0;699c9baf3d29:41939 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 699c9baf3d29%2C41939%2C1733217437162 for peer 2 2024-12-03T09:17:18,390 DEBUG [RS:0;699c9baf3d29:41939 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 699c9baf3d29%2C41939%2C1733217437162 for peer 1 2024-12-03T09:17:18,391 DEBUG [RS:0;699c9baf3d29:41939 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=699c9baf3d29%2C41939%2C1733217437162 2024-12-03T09:17:18,391 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-699c9baf3d29,41939,1733217437162, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T09:17:18,400 INFO [RS:0;699c9baf3d29:41939.replicationSource.shipper699c9baf3d29%2C41939%2C1733217437162,1-699c9baf3d29,41939,1733217437162 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 699c9baf3d29%2C41939%2C1733217437162 2024-12-03T09:17:18,400 DEBUG [RS:0;699c9baf3d29:41939 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=699c9baf3d29%2C41939%2C1733217437162 2024-12-03T09:17:18,400 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-699c9baf3d29,41939,1733217437162, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T09:17:18,405 DEBUG [RS:0;699c9baf3d29:41939 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42453:42453)] 2024-12-03T09:17:18,405 INFO [RS:0;699c9baf3d29:41939.replicationSource.shipper699c9baf3d29%2C41939%2C1733217437162,2-699c9baf3d29,41939,1733217437162 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 699c9baf3d29%2C41939%2C1733217437162 2024-12-03T09:17:18,405 DEBUG [RS:0;699c9baf3d29:41939.replicationSource.wal-reader.699c9baf3d29%2C41939%2C1733217437162,1-699c9baf3d29,41939,1733217437162 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162/699c9baf3d29%2C41939%2C1733217437162.1733217438364, startPosition=0, beingWritten=true 2024-12-03T09:17:18,406 DEBUG [RS:0;699c9baf3d29:41939.replicationSource.wal-reader.699c9baf3d29%2C41939%2C1733217437162,2-699c9baf3d29,41939,1733217437162 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162/699c9baf3d29%2C41939%2C1733217437162.1733217438364, startPosition=0, beingWritten=true 2024-12-03T09:17:18,441 DEBUG [699c9baf3d29:45393 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T09:17:18,442 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=699c9baf3d29,41939,1733217437162 2024-12-03T09:17:18,444 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,41939,1733217437162, state=OPENING 2024-12-03T09:17:18,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41939-0x1019a7ae8c00007, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0766629528/meta-region-server 2024-12-03T09:17:18,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45393-0x1019a7ae8c00006, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0766629528/meta-region-server 2024-12-03T09:17:18,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0766629528/meta-region-server: CHANGED 2024-12-03T09:17:18,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0766629528/meta-region-server: CHANGED 2024-12-03T09:17:18,450 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:17:18,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,41939,1733217437162}] 2024-12-03T09:17:18,606 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:17:18,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:17:18,614 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T09:17:18,614 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:17:18,614 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T09:17:18,616 DEBUG [RS:0;699c9baf3d29:41939.replicationSource.wal-reader.699c9baf3d29%2C41939%2C1733217437162,2-699c9baf3d29,41939,1733217437162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162/699c9baf3d29%2C41939%2C1733217437162.1733217438364 to pos 0, reset compression=false 2024-12-03T09:17:18,617 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C41939%2C1733217437162.meta, suffix=.meta, logDir=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162, archiveDir=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/oldWALs, maxLogs=10 2024-12-03T09:17:18,631 DEBUG [RS:0;699c9baf3d29:41939.replicationSource.wal-reader.699c9baf3d29%2C41939%2C1733217437162,1-699c9baf3d29,41939,1733217437162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162/699c9baf3d29%2C41939%2C1733217437162.1733217438364 to pos 0, reset compression=false 2024-12-03T09:17:18,643 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162/699c9baf3d29%2C41939%2C1733217437162.meta.1733217438620.meta, exclude list is [], retry=0 2024-12-03T09:17:18,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37449,DS-8f444674-4c07-4b8e-a035-950ccce0e3bb,DISK] 2024-12-03T09:17:18,673 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162/699c9baf3d29%2C41939%2C1733217437162.meta.1733217438620.meta 2024-12-03T09:17:18,674 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42453:42453)] 2024-12-03T09:17:18,674 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:17:18,675 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:17:18,675 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:17:18,675 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T09:17:18,676 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T09:17:18,676 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T09:17:18,676 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:18,676 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T09:17:18,676 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T09:17:18,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:17:18,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:17:18,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:18,695 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740/info/17b8d442a4f645a18f4cb8ebd3027308 2024-12-03T09:17:18,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:18,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:17:18,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:17:18,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:18,725 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740/ns/58dc3781b6504b85bb9875b608345d29 2024-12-03T09:17:18,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:18,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:17:18,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:17:18,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:18,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:18,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:17:18,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:17:18,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:18,745 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740/table/dc1a1e97409549399ab5e7b93b094ce6 2024-12-03T09:17:18,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:18,745 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:17:18,747 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740 2024-12-03T09:17:18,749 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740 2024-12-03T09:17:18,752 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:17:18,752 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:17:18,753 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:17:18,756 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:17:18,757 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63363739, jitterRate=-0.055806711316108704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:17:18,757 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T09:17:18,758 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733217438676Writing region info on filesystem at 1733217438676Initializing all the Stores at 1733217438678 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217438678Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217438679 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217438679Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217438679Cleaning up temporary data from old regions at 1733217438752 (+73 ms)Running coprocessor post-open hooks at 1733217438758 (+6 ms)Region opened successfully at 1733217438758 2024-12-03T09:17:18,759 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733217438605 2024-12-03T09:17:18,764 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T09:17:18,765 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T09:17:18,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=699c9baf3d29,41939,1733217437162 2024-12-03T09:17:18,768 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,41939,1733217437162, state=OPEN 2024-12-03T09:17:18,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45393-0x1019a7ae8c00006, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0766629528/meta-region-server 2024-12-03T09:17:18,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41939-0x1019a7ae8c00007, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0766629528/meta-region-server 2024-12-03T09:17:18,776 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=699c9baf3d29,41939,1733217437162 2024-12-03T09:17:18,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0766629528/meta-region-server: CHANGED 2024-12-03T09:17:18,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0766629528/meta-region-server: CHANGED 2024-12-03T09:17:18,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-03T09:17:18,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,41939,1733217437162 in 326 msec 2024-12-03T09:17:18,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-03T09:17:18,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 747 msec 2024-12-03T09:17:18,933 DEBUG [RS:0;699c9baf3d29:41939.replicationSource.wal-reader.699c9baf3d29%2C41939%2C1733217437162,2-699c9baf3d29,41939,1733217437162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162/699c9baf3d29%2C41939%2C1733217437162.1733217438364 to pos 0, reset compression=false 2024-12-03T09:17:18,939 DEBUG [RS:0;699c9baf3d29:41939.replicationSource.wal-reader.699c9baf3d29%2C41939%2C1733217437162,1-699c9baf3d29,41939,1733217437162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162/699c9baf3d29%2C41939%2C1733217437162.1733217438364 to pos 0, reset compression=false 2024-12-03T09:17:19,345 DEBUG [RS:0;699c9baf3d29:41939.replicationSource.wal-reader.699c9baf3d29%2C41939%2C1733217437162,2-699c9baf3d29,41939,1733217437162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162/699c9baf3d29%2C41939%2C1733217437162.1733217438364 to pos 0, reset compression=false 2024-12-03T09:17:19,348 DEBUG [RS:0;699c9baf3d29:41939.replicationSource.wal-reader.699c9baf3d29%2C41939%2C1733217437162,1-699c9baf3d29,41939,1733217437162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162/699c9baf3d29%2C41939%2C1733217437162.1733217438364 to pos 0, reset compression=false 2024-12-03T09:17:19,639 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-03T09:17:19,856 DEBUG [RS:0;699c9baf3d29:41939.replicationSource.wal-reader.699c9baf3d29%2C41939%2C1733217437162,2-699c9baf3d29,41939,1733217437162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162/699c9baf3d29%2C41939%2C1733217437162.1733217438364 to pos 0, reset compression=false 2024-12-03T09:17:19,858 DEBUG [RS:0;699c9baf3d29:41939.replicationSource.wal-reader.699c9baf3d29%2C41939%2C1733217437162,1-699c9baf3d29,41939,1733217437162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162/699c9baf3d29%2C41939%2C1733217437162.1733217438364 to pos 0, reset compression=false 2024-12-03T09:17:20,087 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:17:20,465 DEBUG [RS:0;699c9baf3d29:41939.replicationSource.wal-reader.699c9baf3d29%2C41939%2C1733217437162,2-699c9baf3d29,41939,1733217437162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162/699c9baf3d29%2C41939%2C1733217437162.1733217438364 to pos 0, reset compression=false 2024-12-03T09:17:20,466 DEBUG [RS:0;699c9baf3d29:41939.replicationSource.wal-reader.699c9baf3d29%2C41939%2C1733217437162,1-699c9baf3d29,41939,1733217437162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162/699c9baf3d29%2C41939%2C1733217437162.1733217438364 to pos 0, reset compression=false 2024-12-03T09:17:21,142 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-12-03T09:17:21,174 DEBUG [RS:0;699c9baf3d29:41939.replicationSource.wal-reader.699c9baf3d29%2C41939%2C1733217437162,2-699c9baf3d29,41939,1733217437162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162/699c9baf3d29%2C41939%2C1733217437162.1733217438364 to pos 0, reset compression=false 2024-12-03T09:17:21,175 DEBUG [RS:0;699c9baf3d29:41939.replicationSource.wal-reader.699c9baf3d29%2C41939%2C1733217437162,1-699c9baf3d29,41939,1733217437162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162/699c9baf3d29%2C41939%2C1733217437162.1733217438364 to pos 0, reset compression=false 2024-12-03T09:17:21,982 DEBUG [RS:0;699c9baf3d29:41939.replicationSource.wal-reader.699c9baf3d29%2C41939%2C1733217437162,2-699c9baf3d29,41939,1733217437162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162/699c9baf3d29%2C41939%2C1733217437162.1733217438364 to pos 0, reset compression=false 2024-12-03T09:17:21,984 DEBUG [RS:0;699c9baf3d29:41939.replicationSource.wal-reader.699c9baf3d29%2C41939%2C1733217437162,1-699c9baf3d29,41939,1733217437162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162/699c9baf3d29%2C41939%2C1733217437162.1733217438364 to pos 0, reset compression=false 2024-12-03T09:17:22,545 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-03T09:17:22,546 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T09:17:22,546 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:17:22,547 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,41939,1733217437162, seqNum=-1] 2024-12-03T09:17:22,547 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:17:22,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:17:22,560 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7a04f2478063c26c84e88c5fde765edc, regionState=OPEN, lastHost=699c9baf3d29,42065,1733217419612, regionLocation=699c9baf3d29,42065,1733217419612, openSeqNum=2 2024-12-03T09:17:22,560 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T09:17:22,560 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733217502560 2024-12-03T09:17:22,560 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733217562560 2024-12-03T09:17:22,560 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 14 msec 2024-12-03T09:17:22,561 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,45393,1733217437110-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:22,561 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 699c9baf3d29,42065,1733217419612 had 2 regions 2024-12-03T09:17:22,561 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,45393,1733217437110-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:22,561 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,45393,1733217437110-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:22,561 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-699c9baf3d29:45393, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:22,561 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:22,561 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:22,562 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 699c9baf3d29,42065,1733217419612, splitWal=true, meta=true, isMeta: false 2024-12-03T09:17:22,565 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,42065,1733217419612-splitting dir is empty, no logs to split. 2024-12-03T09:17:22,565 INFO [PEWorker-3 {}] master.SplitWALManager(105): 699c9baf3d29,42065,1733217419612 WAL count=0, meta=false 2024-12-03T09:17:22,568 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,42065,1733217419612-splitting dir is empty, no logs to split. 2024-12-03T09:17:22,568 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.339sec 2024-12-03T09:17:22,569 INFO [PEWorker-3 {}] master.SplitWALManager(105): 699c9baf3d29,42065,1733217419612 WAL count=0, meta=false 2024-12-03T09:17:22,569 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 699c9baf3d29,42065,1733217419612 WAL splitting is done? wals=0, meta=false 2024-12-03T09:17:22,569 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T09:17:22,569 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T09:17:22,569 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T09:17:22,569 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T09:17:22,569 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T09:17:22,569 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,45393,1733217437110-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:17:22,569 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,45393,1733217437110-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T09:17:22,573 WARN [master/699c9baf3d29:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=699c9baf3d29,42065,1733217419612/hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc. 2024-12-03T09:17:22,573 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T09:17:22,573 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T09:17:22,574 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,45393,1733217437110-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:22,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a04f2478063c26c84e88c5fde765edc, ASSIGN}] 2024-12-03T09:17:22,577 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a04f2478063c26c84e88c5fde765edc, ASSIGN 2024-12-03T09:17:22,578 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a04f2478063c26c84e88c5fde765edc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T09:17:22,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24058867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:22,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,45393,-1 for getting cluster id 2024-12-03T09:17:22,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:17:22,590 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '929f7d9b-81e0-42b2-9619-fddf2a70010a' 2024-12-03T09:17:22,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:17:22,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "929f7d9b-81e0-42b2-9619-fddf2a70010a" 2024-12-03T09:17:22,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465da2bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:22,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,45393,-1] 2024-12-03T09:17:22,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:17:22,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:22,593 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:17:22,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@291502e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:22,594 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:17:22,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,41939,1733217437162, seqNum=-1] 2024-12-03T09:17:22,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:17:22,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:17:22,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-03T09:17:22,602 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:17:22,602 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:17:22,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:22,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:22,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:17:22,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 699c9baf3d29:45393 after: 699c9baf3d29:45393 2024-12-03T09:17:22,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e0679b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:22,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,45393,-1 for getting cluster id 2024-12-03T09:17:22,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:17:22,604 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '929f7d9b-81e0-42b2-9619-fddf2a70010a' 2024-12-03T09:17:22,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:17:22,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "929f7d9b-81e0-42b2-9619-fddf2a70010a" 2024-12-03T09:17:22,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf50607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:22,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,45393,-1] 2024-12-03T09:17:22,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:17:22,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:22,606 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:17:22,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:22,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:17:22,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,45393,1733217437110 2024-12-03T09:17:22,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21f1bcb5 2024-12-03T09:17:22,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:17:22,609 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:17:22,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45393 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T09:17:22,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45393 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T09:17:22,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45393 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T09:17:22,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45393 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T09:17:22,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T09:17:22,612 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:17:22,612 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:17:22,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:22,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:22,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:17:22,612 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T09:17:22,612 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1167756498, stopped=false 2024-12-03T09:17:22,612 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=699c9baf3d29,46311,1733217426280 2024-12-03T09:17:22,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-681694487/running 2024-12-03T09:17:22,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1019a7ae8c00004, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-681694487/running 2024-12-03T09:17:22,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-681694487 2024-12-03T09:17:22,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1019a7ae8c00004, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-681694487 2024-12-03T09:17:22,671 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:17:22,671 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:17:22,672 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:17:22,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:22,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37527-0x1019a7ae8c00004, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Set watcher on znode that does not yet exist, /1-681694487/running 2024-12-03T09:17:22,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Set watcher on znode that does not yet exist, /1-681694487/running 2024-12-03T09:17:22,672 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,37527,1733217426393' ***** 2024-12-03T09:17:22,672 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T09:17:22,673 INFO [RS:0;699c9baf3d29:37527 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:17:22,673 INFO [RS:0;699c9baf3d29:37527 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T09:17:22,673 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:17:22,673 INFO [RS:0;699c9baf3d29:37527 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T09:17:22,673 INFO [RS:0;699c9baf3d29:37527 {}] regionserver.HRegionServer(959): stopping server 699c9baf3d29,37527,1733217426393 2024-12-03T09:17:22,673 INFO [RS:0;699c9baf3d29:37527 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:17:22,673 INFO [RS:0;699c9baf3d29:37527 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:37527. 2024-12-03T09:17:22,673 DEBUG [RS:0;699c9baf3d29:37527 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:17:22,673 DEBUG [RS:0;699c9baf3d29:37527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:22,673 INFO [RS:0;699c9baf3d29:37527 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T09:17:22,673 INFO [RS:0;699c9baf3d29:37527 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T09:17:22,673 INFO [RS:0;699c9baf3d29:37527 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T09:17:22,674 INFO [RS:0;699c9baf3d29:37527 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T09:17:22,674 INFO [RS:0;699c9baf3d29:37527 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T09:17:22,674 DEBUG [RS:0;699c9baf3d29:37527 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T09:17:22,674 DEBUG [RS:0;699c9baf3d29:37527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:17:22,674 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:17:22,674 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:17:22,674 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:17:22,674 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:17:22,674 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:17:22,675 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T09:17:22,694 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/data/hbase/meta/1588230740/.tmp/ns/b4a7cd7b03b24205bef9b0435c9723f6 is 43, key is default/ns:d/1733217429720/Put/seqid=0 2024-12-03T09:17:22,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741835_1011 (size=5153) 2024-12-03T09:17:22,712 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:17:22,729 DEBUG [699c9baf3d29:45393 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T09:17:22,729 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=7a04f2478063c26c84e88c5fde765edc, regionState=OPENING, regionLocation=699c9baf3d29,41939,1733217437162 2024-12-03T09:17:22,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a04f2478063c26c84e88c5fde765edc, ASSIGN because future has completed 2024-12-03T09:17:22,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a04f2478063c26c84e88c5fde765edc, server=699c9baf3d29,41939,1733217437162}] 2024-12-03T09:17:22,874 DEBUG [RS:0;699c9baf3d29:37527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:17:22,889 DEBUG [RS:0;699c9baf3d29:41939.replicationSource.wal-reader.699c9baf3d29%2C41939%2C1733217437162,2-699c9baf3d29,41939,1733217437162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162/699c9baf3d29%2C41939%2C1733217437162.1733217438364 to pos 0, reset compression=false 2024-12-03T09:17:22,889 DEBUG [RS:0;699c9baf3d29:41939.replicationSource.wal-reader.699c9baf3d29%2C41939%2C1733217437162,1-699c9baf3d29,41939,1733217437162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162/699c9baf3d29%2C41939%2C1733217437162.1733217438364 to pos 0, reset compression=false 2024-12-03T09:17:22,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc. 2024-12-03T09:17:22,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:17:22,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T09:17:22,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C41939%2C1733217437162.rep, suffix=, logDir=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162, archiveDir=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/oldWALs, maxLogs=10 2024-12-03T09:17:22,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162/699c9baf3d29%2C41939%2C1733217437162.rep.1733217442899, exclude list is [], retry=0 2024-12-03T09:17:22,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37449,DS-8f444674-4c07-4b8e-a035-950ccce0e3bb,DISK] 2024-12-03T09:17:22,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162/699c9baf3d29%2C41939%2C1733217437162.rep.1733217442899 2024-12-03T09:17:22,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42453:42453)] 2024-12-03T09:17:22,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a04f2478063c26c84e88c5fde765edc, NAME => 'hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:17:22,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:17:22,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:17:22,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc. service=MultiRowMutationService 2024-12-03T09:17:22,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T09:17:22,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:22,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:22,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:22,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:22,918 INFO [StoreOpener-7a04f2478063c26c84e88c5fde765edc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:22,919 INFO [StoreOpener-7a04f2478063c26c84e88c5fde765edc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a04f2478063c26c84e88c5fde765edc columnFamilyName hfileref 2024-12-03T09:17:22,920 DEBUG [StoreOpener-7a04f2478063c26c84e88c5fde765edc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:22,920 INFO [StoreOpener-7a04f2478063c26c84e88c5fde765edc-1 {}] regionserver.HStore(327): Store=7a04f2478063c26c84e88c5fde765edc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:22,920 INFO [StoreOpener-7a04f2478063c26c84e88c5fde765edc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:22,921 INFO [StoreOpener-7a04f2478063c26c84e88c5fde765edc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a04f2478063c26c84e88c5fde765edc columnFamilyName queue 2024-12-03T09:17:22,921 DEBUG [StoreOpener-7a04f2478063c26c84e88c5fde765edc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:22,929 DEBUG [StoreOpener-7a04f2478063c26c84e88c5fde765edc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/replication/7a04f2478063c26c84e88c5fde765edc/queue/125a963a34424cc3aec2629eb4c57093 2024-12-03T09:17:22,929 INFO [StoreOpener-7a04f2478063c26c84e88c5fde765edc-1 {}] regionserver.HStore(327): Store=7a04f2478063c26c84e88c5fde765edc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:22,929 INFO [StoreOpener-7a04f2478063c26c84e88c5fde765edc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:22,930 INFO [StoreOpener-7a04f2478063c26c84e88c5fde765edc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a04f2478063c26c84e88c5fde765edc columnFamilyName sid 2024-12-03T09:17:22,930 DEBUG [StoreOpener-7a04f2478063c26c84e88c5fde765edc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:22,931 INFO [StoreOpener-7a04f2478063c26c84e88c5fde765edc-1 {}] regionserver.HStore(327): Store=7a04f2478063c26c84e88c5fde765edc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:22,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:22,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/replication/7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:22,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/replication/7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:22,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:22,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:22,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:17:22,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:22,938 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 7a04f2478063c26c84e88c5fde765edc; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67989863, jitterRate=0.013127908110618591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:17:22,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:22,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 7a04f2478063c26c84e88c5fde765edc: Running coprocessor pre-open hook at 1733217442917Writing region info on filesystem at 1733217442917Initializing all the Stores at 1733217442918 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217442918Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217442918Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217442918Cleaning up temporary data from old regions at 1733217442935 (+17 ms)Running coprocessor post-open hooks at 1733217442938 (+3 ms)Region opened successfully at 1733217442939 (+1 ms) 2024-12-03T09:17:22,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc., pid=19, masterSystemTime=1733217442886 2024-12-03T09:17:22,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc. 2024-12-03T09:17:22,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc. 2024-12-03T09:17:22,943 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=7a04f2478063c26c84e88c5fde765edc, regionState=OPEN, openSeqNum=10, regionLocation=699c9baf3d29,41939,1733217437162 2024-12-03T09:17:22,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a04f2478063c26c84e88c5fde765edc, server=699c9baf3d29,41939,1733217437162 because future has completed 2024-12-03T09:17:22,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-03T09:17:22,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a04f2478063c26c84e88c5fde765edc, server=699c9baf3d29,41939,1733217437162 in 214 msec 2024-12-03T09:17:22,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-03T09:17:22,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a04f2478063c26c84e88c5fde765edc, ASSIGN in 375 msec 2024-12-03T09:17:22,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-03T09:17:22,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc., hostname=699c9baf3d29,41939,1733217437162, seqNum=10] 2024-12-03T09:17:22,996 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 699c9baf3d29,42065,1733217419612 2024-12-03T09:17:22,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-03T09:17:23,074 DEBUG [RS:0;699c9baf3d29:37527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:17:23,100 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/data/hbase/meta/1588230740/.tmp/ns/b4a7cd7b03b24205bef9b0435c9723f6 2024-12-03T09:17:23,110 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/data/hbase/meta/1588230740/.tmp/ns/b4a7cd7b03b24205bef9b0435c9723f6 as hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/data/hbase/meta/1588230740/ns/b4a7cd7b03b24205bef9b0435c9723f6 2024-12-03T09:17:23,119 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/data/hbase/meta/1588230740/ns/b4a7cd7b03b24205bef9b0435c9723f6, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T09:17:23,120 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false 2024-12-03T09:17:23,121 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T09:17:23,129 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T09:17:23,130 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:17:23,130 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:17:23,130 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:17:23,130 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217442674Running coprocessor pre-close hooks at 1733217442674Disabling compacts and flushes for region at 1733217442674Disabling writes for close at 1733217442674Obtaining lock to block concurrent updates at 1733217442675 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733217442675Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733217442675Flushing stores of hbase:meta,,1.1588230740 at 1733217442676 (+1 ms)Flushing 1588230740/ns: creating writer at 1733217442676Flushing 1588230740/ns: appending metadata at 1733217442694 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733217442694Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f8a736f: reopening flushed file at 1733217443109 (+415 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false at 1733217443120 (+11 ms)Writing region close event to WAL at 1733217443124 (+4 ms)Running coprocessor post-close hooks at 1733217443130 (+6 ms)Closed at 1733217443130 2024-12-03T09:17:23,130 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T09:17:23,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-03T09:17:23,275 INFO [RS:0;699c9baf3d29:37527 {}] regionserver.HRegionServer(976): stopping server 699c9baf3d29,37527,1733217426393; all regions closed. 2024-12-03T09:17:23,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741834_1010 (size=1152) 2024-12-03T09:17:23,281 DEBUG [RS:0;699c9baf3d29:37527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/oldWALs 2024-12-03T09:17:23,281 INFO [RS:0;699c9baf3d29:37527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C37527%2C1733217426393.meta:.meta(num 1733217429650) 2024-12-03T09:17:23,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741832_1008 (size=93) 2024-12-03T09:17:23,286 DEBUG [RS:0;699c9baf3d29:37527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/oldWALs 2024-12-03T09:17:23,286 INFO [RS:0;699c9baf3d29:37527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C37527%2C1733217426393:(num 1733217428734) 2024-12-03T09:17:23,286 DEBUG [RS:0;699c9baf3d29:37527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:23,286 INFO [RS:0;699c9baf3d29:37527 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:17:23,287 INFO [RS:0;699c9baf3d29:37527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:17:23,287 INFO [RS:0;699c9baf3d29:37527 {}] hbase.ChoreService(370): Chore service for: regionserver/699c9baf3d29:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T09:17:23,287 INFO [RS:0;699c9baf3d29:37527 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:17:23,287 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:17:23,287 INFO [RS:0;699c9baf3d29:37527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37527 2024-12-03T09:17:23,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1019a7ae8c00004, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-681694487/rs/699c9baf3d29,37527,1733217426393 2024-12-03T09:17:23,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-681694487/rs 2024-12-03T09:17:23,302 INFO [RS:0;699c9baf3d29:37527 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:17:23,303 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,37527,1733217426393] 2024-12-03T09:17:23,323 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-681694487/draining/699c9baf3d29,37527,1733217426393 already deleted, retry=false 2024-12-03T09:17:23,323 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 699c9baf3d29,37527,1733217426393 expired; onlineServers=0 2024-12-03T09:17:23,323 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '699c9baf3d29,46311,1733217426280' ***** 2024-12-03T09:17:23,323 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T09:17:23,324 INFO [M:0;699c9baf3d29:46311 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:17:23,324 INFO [M:0;699c9baf3d29:46311 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:17:23,324 DEBUG [M:0;699c9baf3d29:46311 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T09:17:23,324 DEBUG [M:0;699c9baf3d29:46311 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T09:17:23,324 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T09:17:23,324 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217428336 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217428336,5,FailOnTimeoutGroup] 2024-12-03T09:17:23,324 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217428336 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217428336,5,FailOnTimeoutGroup] 2024-12-03T09:17:23,324 INFO [M:0;699c9baf3d29:46311 {}] hbase.ChoreService(370): Chore service for: master/699c9baf3d29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T09:17:23,324 INFO [M:0;699c9baf3d29:46311 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:17:23,324 DEBUG [M:0;699c9baf3d29:46311 {}] master.HMaster(1795): Stopping service threads 2024-12-03T09:17:23,324 INFO [M:0;699c9baf3d29:46311 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T09:17:23,324 INFO [M:0;699c9baf3d29:46311 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:17:23,325 INFO [M:0;699c9baf3d29:46311 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T09:17:23,325 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T09:17:23,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-681694487/master 2024-12-03T09:17:23,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-681694487 2024-12-03T09:17:23,334 DEBUG [M:0;699c9baf3d29:46311 {}] zookeeper.ZKUtil(347): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Unable to get data of znode /1-681694487/master because node does not exist (not an error) 2024-12-03T09:17:23,334 WARN [M:0;699c9baf3d29:46311 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T09:17:23,336 INFO [M:0;699c9baf3d29:46311 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/.lastflushedseqids 2024-12-03T09:17:23,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741836_1012 (size=99) 2024-12-03T09:17:23,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1019a7ae8c00004, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:17:23,413 INFO [RS:0;699c9baf3d29:37527 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:17:23,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1019a7ae8c00004, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:17:23,413 INFO [RS:0;699c9baf3d29:37527 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,37527,1733217426393; zookeeper connection closed. 2024-12-03T09:17:23,414 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3aa1eb45 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3aa1eb45 2024-12-03T09:17:23,414 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T09:17:23,743 INFO [M:0;699c9baf3d29:46311 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T09:17:23,743 INFO [M:0;699c9baf3d29:46311 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T09:17:23,743 DEBUG [M:0;699c9baf3d29:46311 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:17:23,743 INFO [M:0;699c9baf3d29:46311 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:23,743 DEBUG [M:0;699c9baf3d29:46311 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:23,743 DEBUG [M:0;699c9baf3d29:46311 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:17:23,743 DEBUG [M:0;699c9baf3d29:46311 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:23,743 INFO [M:0;699c9baf3d29:46311 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T09:17:23,764 DEBUG [M:0;699c9baf3d29:46311 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cae4e501b8c14b66a74148ed8ccc0d88 is 82, key is hbase:meta,,1/info:regioninfo/1733217429696/Put/seqid=0 2024-12-03T09:17:23,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741837_1013 (size=5672) 2024-12-03T09:17:23,899 DEBUG [RS:0;699c9baf3d29:41939.replicationSource.wal-reader.699c9baf3d29%2C41939%2C1733217437162,2-699c9baf3d29,41939,1733217437162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162/699c9baf3d29%2C41939%2C1733217437162.1733217438364 to pos 0, reset compression=false 2024-12-03T09:17:23,899 DEBUG [RS:0;699c9baf3d29:41939.replicationSource.wal-reader.699c9baf3d29%2C41939%2C1733217437162,1-699c9baf3d29,41939,1733217437162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162/699c9baf3d29%2C41939%2C1733217437162.1733217438364 to pos 0, reset compression=false 2024-12-03T09:17:24,170 INFO [M:0;699c9baf3d29:46311 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cae4e501b8c14b66a74148ed8ccc0d88 2024-12-03T09:17:24,195 DEBUG [M:0;699c9baf3d29:46311 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45e606604edb4b58a1e9543467cd2ad1 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733217429726/Put/seqid=0 2024-12-03T09:17:24,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741838_1014 (size=5275) 2024-12-03T09:17:24,601 INFO [M:0;699c9baf3d29:46311 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45e606604edb4b58a1e9543467cd2ad1 2024-12-03T09:17:24,625 DEBUG [M:0;699c9baf3d29:46311 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e07cbcc1a80543c1b823770064802fc8 is 69, key is 699c9baf3d29,37527,1733217426393/rs:state/1733217428533/Put/seqid=0 2024-12-03T09:17:24,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741839_1015 (size=5156) 2024-12-03T09:17:25,006 DEBUG [RS:0;699c9baf3d29:41939.replicationSource.wal-reader.699c9baf3d29%2C41939%2C1733217437162,1-699c9baf3d29,41939,1733217437162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162/699c9baf3d29%2C41939%2C1733217437162.1733217438364 to pos 0, reset compression=false 2024-12-03T09:17:25,006 DEBUG [RS:0;699c9baf3d29:41939.replicationSource.wal-reader.699c9baf3d29%2C41939%2C1733217437162,2-699c9baf3d29,41939,1733217437162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/WALs/699c9baf3d29,41939,1733217437162/699c9baf3d29%2C41939%2C1733217437162.1733217438364 to pos 0, reset compression=false 2024-12-03T09:17:25,030 INFO [M:0;699c9baf3d29:46311 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e07cbcc1a80543c1b823770064802fc8 2024-12-03T09:17:25,042 DEBUG [M:0;699c9baf3d29:46311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cae4e501b8c14b66a74148ed8ccc0d88 as hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cae4e501b8c14b66a74148ed8ccc0d88 2024-12-03T09:17:25,049 INFO [M:0;699c9baf3d29:46311 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cae4e501b8c14b66a74148ed8ccc0d88, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T09:17:25,051 DEBUG [M:0;699c9baf3d29:46311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45e606604edb4b58a1e9543467cd2ad1 as hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45e606604edb4b58a1e9543467cd2ad1 2024-12-03T09:17:25,057 INFO [M:0;699c9baf3d29:46311 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45e606604edb4b58a1e9543467cd2ad1, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T09:17:25,059 DEBUG [M:0;699c9baf3d29:46311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e07cbcc1a80543c1b823770064802fc8 as hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e07cbcc1a80543c1b823770064802fc8 2024-12-03T09:17:25,065 INFO [M:0;699c9baf3d29:46311 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46835/user/jenkins/test-data/2eb50321-2061-b536-55f2-bdab5e445812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e07cbcc1a80543c1b823770064802fc8, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T09:17:25,066 INFO [M:0;699c9baf3d29:46311 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=28, compaction requested=false 2024-12-03T09:17:25,068 INFO [M:0;699c9baf3d29:46311 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:25,068 DEBUG [M:0;699c9baf3d29:46311 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217443743Disabling compacts and flushes for region at 1733217443743Disabling writes for close at 1733217443743Obtaining lock to block concurrent updates at 1733217443744 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733217443744Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733217443744Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733217443745 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733217443746 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733217443764 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733217443764Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733217444177 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733217444194 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733217444194Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733217444612 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733217444625 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733217444625Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70625be: reopening flushed file at 1733217445040 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bc6924a: reopening flushed file at 1733217445049 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21b23513: reopening flushed file at 1733217445058 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=28, compaction requested=false at 1733217445066 (+8 ms)Writing region close event to WAL at 1733217445068 (+2 ms)Closed at 1733217445068 2024-12-03T09:17:25,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741830_1006 (size=10165) 2024-12-03T09:17:25,071 INFO [M:0;699c9baf3d29:46311 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T09:17:25,071 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:17:25,072 INFO [M:0;699c9baf3d29:46311 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46311 2024-12-03T09:17:25,074 INFO [M:0;699c9baf3d29:46311 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:17:25,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:17:25,234 INFO [M:0;699c9baf3d29:46311 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:17:25,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46311-0x1019a7ae8c00003, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:17:25,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fddcd88{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:17:25,240 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4393ee02{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:17:25,240 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:17:25,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77c3ccfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:17:25,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a1bd21d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/hadoop.log.dir/,STOPPED} 2024-12-03T09:17:25,242 WARN [BP-1947705747-172.17.0.2-1733217424040 heartbeating to localhost/127.0.0.1:46835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T09:17:25,242 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T09:17:25,242 WARN [BP-1947705747-172.17.0.2-1733217424040 heartbeating to localhost/127.0.0.1:46835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1947705747-172.17.0.2-1733217424040 (Datanode Uuid 63cae114-701e-4432-81cd-74396b0e737b) service to localhost/127.0.0.1:46835 2024-12-03T09:17:25,242 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T09:17:25,244 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/cluster_d555a384-85b9-3968-02f3-1a8d88ee856b/data/data1/current/BP-1947705747-172.17.0.2-1733217424040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:17:25,244 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/cluster_d555a384-85b9-3968-02f3-1a8d88ee856b/data/data2/current/BP-1947705747-172.17.0.2-1733217424040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:17:25,244 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T09:17:25,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@239506e8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:17:25,252 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ce4f3c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:17:25,252 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:17:25,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f48dfa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:17:25,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@637f27af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/hadoop.log.dir/,STOPPED} 2024-12-03T09:17:25,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T09:17:25,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T09:17:25,277 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:17:25,277 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:17:25,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:25,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:25,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:17:25,278 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T09:17:25,278 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=278244090, stopped=false 2024-12-03T09:17:25,278 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=699c9baf3d29,45393,1733217437110 2024-12-03T09:17:25,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41939-0x1019a7ae8c00007, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0766629528/running 2024-12-03T09:17:25,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45393-0x1019a7ae8c00006, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0766629528/running 2024-12-03T09:17:25,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45393-0x1019a7ae8c00006, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528 2024-12-03T09:17:25,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41939-0x1019a7ae8c00007, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528 2024-12-03T09:17:25,292 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:17:25,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:17:25,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:17:25,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:25,292 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,41939,1733217437162' ***** 2024-12-03T09:17:25,293 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T09:17:25,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41939-0x1019a7ae8c00007, quorum=127.0.0.1:58138, baseZNode=/0766629528 Set watcher on znode that does not yet exist, /0766629528/running 2024-12-03T09:17:25,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45393-0x1019a7ae8c00006, quorum=127.0.0.1:58138, baseZNode=/0766629528 Set watcher on znode that does not yet exist, /0766629528/running 2024-12-03T09:17:25,293 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:17:25,293 INFO [RS:0;699c9baf3d29:41939 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T09:17:25,293 INFO [RS:0;699c9baf3d29:41939 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T09:17:25,293 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:25,293 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:17:25,293 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.HRegionServer(959): stopping server 699c9baf3d29,41939,1733217437162 2024-12-03T09:17:25,293 INFO [RS:0;699c9baf3d29:41939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:17:25,293 INFO [RS:0;699c9baf3d29:41939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:41939. 2024-12-03T09:17:25,293 DEBUG [RS:0;699c9baf3d29:41939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:17:25,293 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a04f2478063c26c84e88c5fde765edc, disabling compactions & flushes 2024-12-03T09:17:25,293 DEBUG [RS:0;699c9baf3d29:41939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:25,294 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc. 2024-12-03T09:17:25,294 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T09:17:25,294 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc. 2024-12-03T09:17:25,294 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T09:17:25,294 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T09:17:25,294 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc. after waiting 0 ms 2024-12-03T09:17:25,294 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc. 2024-12-03T09:17:25,294 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T09:17:25,294 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T09:17:25,294 DEBUG [RS:0;699c9baf3d29:41939 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7a04f2478063c26c84e88c5fde765edc=hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc.} 2024-12-03T09:17:25,294 DEBUG [RS:0;699c9baf3d29:41939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a04f2478063c26c84e88c5fde765edc 2024-12-03T09:17:25,294 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:17:25,294 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:17:25,294 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:17:25,294 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:17:25,294 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:17:25,294 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-03T09:17:25,301 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/replication/7a04f2478063c26c84e88c5fde765edc/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-03T09:17:25,301 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:17:25,301 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:17:25,302 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc. 2024-12-03T09:17:25,302 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a04f2478063c26c84e88c5fde765edc: Waiting for close lock at 1733217445293Running coprocessor pre-close hooks at 1733217445293Disabling compacts and flushes for region at 1733217445293Disabling writes for close at 1733217445294 (+1 ms)Writing region close event to WAL at 1733217445296 (+2 ms)Running coprocessor post-close hooks at 1733217445301 (+5 ms)Closed at 1733217445301 2024-12-03T09:17:25,302 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc. 2024-12-03T09:17:25,307 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:17:25,310 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740/.tmp/info/f0687f59ee854bea80954130ee975458 is 147, key is hbase:replication,,1733217429991.7a04f2478063c26c84e88c5fde765edc./info:regioninfo/1733217442943/Put/seqid=0 2024-12-03T09:17:25,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741851_1027 (size=6385) 2024-12-03T09:17:25,494 DEBUG [RS:0;699c9baf3d29:41939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:17:25,695 DEBUG [RS:0;699c9baf3d29:41939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:17:25,716 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740/.tmp/info/f0687f59ee854bea80954130ee975458 2024-12-03T09:17:25,727 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740/.tmp/info/f0687f59ee854bea80954130ee975458 as hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740/info/f0687f59ee854bea80954130ee975458 2024-12-03T09:17:25,737 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740/info/f0687f59ee854bea80954130ee975458, entries=8, sequenceid=19, filesize=6.2 K 2024-12-03T09:17:25,738 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false 2024-12-03T09:17:25,755 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-03T09:17:25,756 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:17:25,756 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:17:25,756 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:17:25,756 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217445294Running coprocessor pre-close hooks at 1733217445294Disabling compacts and flushes for region at 1733217445294Disabling writes for close at 1733217445294Obtaining lock to block concurrent updates at 1733217445294Preparing flush snapshotting stores in 1588230740 at 1733217445294Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733217445295 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733217445295Flushing 1588230740/info: creating writer at 1733217445296 (+1 ms)Flushing 1588230740/info: appending metadata at 1733217445310 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733217445310Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38a4bcb9: reopening flushed file at 1733217445725 (+415 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false at 1733217445738 (+13 ms)Writing region close event to WAL at 1733217445750 (+12 ms)Running coprocessor post-close hooks at 1733217445756 (+6 ms)Closed at 1733217445756 2024-12-03T09:17:25,756 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T09:17:25,895 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.HRegionServer(976): stopping server 699c9baf3d29,41939,1733217437162; all regions closed. 2024-12-03T09:17:25,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741849_1025 (size=2156) 2024-12-03T09:17:25,908 DEBUG [RS:0;699c9baf3d29:41939 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/oldWALs 2024-12-03T09:17:25,908 INFO [RS:0;699c9baf3d29:41939 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C41939%2C1733217437162.meta:.meta(num 1733217438620) 2024-12-03T09:17:25,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741850_1026 (size=796) 2024-12-03T09:17:25,933 DEBUG [RS:0;699c9baf3d29:41939 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/oldWALs 2024-12-03T09:17:25,933 INFO [RS:0;699c9baf3d29:41939 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C41939%2C1733217437162.rep:(num 1733217442899) 2024-12-03T09:17:25,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741848_1024 (size=93) 2024-12-03T09:17:25,937 DEBUG [RS:0;699c9baf3d29:41939 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/oldWALs 2024-12-03T09:17:25,937 INFO [RS:0;699c9baf3d29:41939 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C41939%2C1733217437162:(num 1733217438364) 2024-12-03T09:17:25,937 DEBUG [RS:0;699c9baf3d29:41939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:25,937 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:17:25,937 INFO [RS:0;699c9baf3d29:41939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:17:25,938 INFO [RS:0;699c9baf3d29:41939 {}] hbase.ChoreService(370): Chore service for: regionserver/699c9baf3d29:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T09:17:25,938 INFO [RS:0;699c9baf3d29:41939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:17:25,938 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-699c9baf3d29,41939,1733217437162 because: Region server is closing 2024-12-03T09:17:25,938 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:17:25,938 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-03T09:17:25,938 INFO [RS:0;699c9baf3d29:41939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:41939. 2024-12-03T09:17:25,938 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-03T09:17:25,938 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-03T09:17:25,938 DEBUG [RS:0;699c9baf3d29:41939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:17:25,938 DEBUG [RS:0;699c9baf3d29:41939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:25,938 DEBUG [RS:0;699c9baf3d29:41939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:25,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:17:26,039 WARN [RS:0;699c9baf3d29:41939.replicationSource.wal-reader.699c9baf3d29%2C41939%2C1733217437162,1-699c9baf3d29,41939,1733217437162 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T09:17:26,039 WARN [RS:0;699c9baf3d29:41939.replicationSource.shipper699c9baf3d29%2C41939%2C1733217437162,1-699c9baf3d29,41939,1733217437162 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T09:17:26,039 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;699c9baf3d29:41939.replicationSource.shipper699c9baf3d29%2C41939%2C1733217437162,1-699c9baf3d29,41939,1733217437162 terminated 2024-12-03T09:17:26,039 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-699c9baf3d29,41939,1733217437162 because: Region server is closing 2024-12-03T09:17:26,039 INFO [RS:0;699c9baf3d29:41939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:41939. 2024-12-03T09:17:26,039 DEBUG [RS:0;699c9baf3d29:41939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:17:26,040 DEBUG [RS:0;699c9baf3d29:41939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:26,040 DEBUG [RS:0;699c9baf3d29:41939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:26,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:17:26,140 WARN [RS:0;699c9baf3d29:41939.replicationSource.wal-reader.699c9baf3d29%2C41939%2C1733217437162,2-699c9baf3d29,41939,1733217437162 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T09:17:26,140 WARN [RS:0;699c9baf3d29:41939.replicationSource.shipper699c9baf3d29%2C41939%2C1733217437162,2-699c9baf3d29,41939,1733217437162 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T09:17:26,140 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;699c9baf3d29:41939.replicationSource.shipper699c9baf3d29%2C41939%2C1733217437162,2-699c9baf3d29,41939,1733217437162 terminated 2024-12-03T09:17:26,141 INFO [RS:0;699c9baf3d29:41939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41939 2024-12-03T09:17:26,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45393-0x1019a7ae8c00006, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528/rs 2024-12-03T09:17:26,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41939-0x1019a7ae8c00007, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0766629528/rs/699c9baf3d29,41939,1733217437162 2024-12-03T09:17:26,303 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,41939,1733217437162] 2024-12-03T09:17:26,303 INFO [RS:0;699c9baf3d29:41939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:17:26,428 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0766629528/draining/699c9baf3d29,41939,1733217437162 already deleted, retry=false 2024-12-03T09:17:26,429 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 699c9baf3d29,41939,1733217437162 expired; onlineServers=0 2024-12-03T09:17:26,429 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '699c9baf3d29,45393,1733217437110' ***** 2024-12-03T09:17:26,429 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T09:17:26,429 INFO [M:0;699c9baf3d29:45393 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:17:26,429 INFO [M:0;699c9baf3d29:45393 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:17:26,429 DEBUG [M:0;699c9baf3d29:45393 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T09:17:26,429 DEBUG [M:0;699c9baf3d29:45393 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T09:17:26,429 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T09:17:26,429 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217438032 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217438032,5,FailOnTimeoutGroup] 2024-12-03T09:17:26,429 INFO [M:0;699c9baf3d29:45393 {}] hbase.ChoreService(370): Chore service for: master/699c9baf3d29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T09:17:26,429 INFO [M:0;699c9baf3d29:45393 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:17:26,429 DEBUG [M:0;699c9baf3d29:45393 {}] master.HMaster(1795): Stopping service threads 2024-12-03T09:17:26,429 INFO [M:0;699c9baf3d29:45393 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T09:17:26,430 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217438028 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217438028,5,FailOnTimeoutGroup] 2024-12-03T09:17:26,430 INFO [M:0;699c9baf3d29:45393 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:17:26,431 INFO [M:0;699c9baf3d29:45393 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T09:17:26,431 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T09:17:26,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45393-0x1019a7ae8c00006, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0766629528/master 2024-12-03T09:17:26,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45393-0x1019a7ae8c00006, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0766629528 2024-12-03T09:17:26,441 INFO [M:0;699c9baf3d29:45393 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/.lastflushedseqids 2024-12-03T09:17:26,454 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0766629528/master already deleted, retry=false 2024-12-03T09:17:26,454 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:45393-0x1019a7ae8c00006, quorum=127.0.0.1:58138, baseZNode=/0766629528 Failed delete of our master address node; KeeperErrorCode = NoNode for /0766629528/master 2024-12-03T09:17:26,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741852_1028 (size=181) 2024-12-03T09:17:26,462 INFO [M:0;699c9baf3d29:45393 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T09:17:26,462 INFO [M:0;699c9baf3d29:45393 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T09:17:26,462 DEBUG [M:0;699c9baf3d29:45393 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:17:26,462 INFO [M:0;699c9baf3d29:45393 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:26,462 DEBUG [M:0;699c9baf3d29:45393 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:26,462 DEBUG [M:0;699c9baf3d29:45393 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:17:26,462 DEBUG [M:0;699c9baf3d29:45393 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:26,462 INFO [M:0;699c9baf3d29:45393 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-03T09:17:26,486 DEBUG [M:0;699c9baf3d29:45393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3b927b0ae0648598f4f09e87eccee1e is 82, key is hbase:meta,,1/info:regioninfo/1733217438766/Put/seqid=0 2024-12-03T09:17:26,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741853_1029 (size=5680) 2024-12-03T09:17:26,501 INFO [M:0;699c9baf3d29:45393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3b927b0ae0648598f4f09e87eccee1e 2024-12-03T09:17:26,519 INFO [RS:0;699c9baf3d29:41939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:17:26,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41939-0x1019a7ae8c00007, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:17:26,519 INFO [RS:0;699c9baf3d29:41939 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,41939,1733217437162; zookeeper connection closed. 2024-12-03T09:17:26,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41939-0x1019a7ae8c00007, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:17:26,519 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f16d7b0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f16d7b0 2024-12-03T09:17:26,519 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T09:17:26,533 DEBUG [M:0;699c9baf3d29:45393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/236fe33c9a01401094c4b26db9122d77 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733217442951/Put/seqid=0 2024-12-03T09:17:26,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741854_1030 (size=7319) 2024-12-03T09:17:26,951 INFO [M:0;699c9baf3d29:45393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/236fe33c9a01401094c4b26db9122d77 2024-12-03T09:17:26,970 DEBUG [M:0;699c9baf3d29:45393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/361f4f3e517842bc9c147b97b1ef90cd is 69, key is 699c9baf3d29,41939,1733217437162/rs:state/1733217438123/Put/seqid=0 2024-12-03T09:17:26,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741855_1031 (size=5371) 2024-12-03T09:17:27,375 INFO [M:0;699c9baf3d29:45393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/361f4f3e517842bc9c147b97b1ef90cd 2024-12-03T09:17:27,380 INFO [M:0;699c9baf3d29:45393 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 361f4f3e517842bc9c147b97b1ef90cd 2024-12-03T09:17:27,381 DEBUG [M:0;699c9baf3d29:45393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3b927b0ae0648598f4f09e87eccee1e as hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3b927b0ae0648598f4f09e87eccee1e 2024-12-03T09:17:27,387 INFO [M:0;699c9baf3d29:45393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3b927b0ae0648598f4f09e87eccee1e, entries=8, sequenceid=172, filesize=5.5 K 2024-12-03T09:17:27,388 DEBUG [M:0;699c9baf3d29:45393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/236fe33c9a01401094c4b26db9122d77 as hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/236fe33c9a01401094c4b26db9122d77 2024-12-03T09:17:27,394 INFO [M:0;699c9baf3d29:45393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/236fe33c9a01401094c4b26db9122d77, entries=7, sequenceid=172, filesize=7.1 K 2024-12-03T09:17:27,396 DEBUG [M:0;699c9baf3d29:45393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/361f4f3e517842bc9c147b97b1ef90cd as hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/361f4f3e517842bc9c147b97b1ef90cd 2024-12-03T09:17:27,402 INFO [M:0;699c9baf3d29:45393 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 361f4f3e517842bc9c147b97b1ef90cd 2024-12-03T09:17:27,402 INFO [M:0;699c9baf3d29:45393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33129/user/jenkins/test-data/8f388c36-cca9-bcaa-9cb7-7fc58e115c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/361f4f3e517842bc9c147b97b1ef90cd, entries=2, sequenceid=172, filesize=5.2 K 2024-12-03T09:17:27,404 INFO [M:0;699c9baf3d29:45393 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 942ms, sequenceid=172, compaction requested=false 2024-12-03T09:17:27,405 INFO [M:0;699c9baf3d29:45393 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:27,405 DEBUG [M:0;699c9baf3d29:45393 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217446462Disabling compacts and flushes for region at 1733217446462Disabling writes for close at 1733217446462Obtaining lock to block concurrent updates at 1733217446462Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733217446462Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733217446463 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733217446464 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733217446464Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733217446485 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733217446485Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733217446510 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733217446532 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733217446532Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733217446957 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733217446970 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733217446970Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@251bfa5a: reopening flushed file at 1733217447381 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ce15508: reopening flushed file at 1733217447387 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cc51630: reopening flushed file at 1733217447395 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 942ms, sequenceid=172, compaction requested=false at 1733217447404 (+9 ms)Writing region close event to WAL at 1733217447405 (+1 ms)Closed at 1733217447405 2024-12-03T09:17:27,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741847_1023 (size=22949) 2024-12-03T09:17:27,408 INFO [M:0;699c9baf3d29:45393 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T09:17:27,408 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:17:27,409 INFO [M:0;699c9baf3d29:45393 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45393 2024-12-03T09:17:27,409 INFO [M:0;699c9baf3d29:45393 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:17:27,571 INFO [M:0;699c9baf3d29:45393 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:17:27,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45393-0x1019a7ae8c00006, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:17:27,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45393-0x1019a7ae8c00006, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:17:27,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@116d148d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:17:27,574 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7407cbf8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:17:27,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:17:27,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4f8960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:17:27,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40fdc8cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/hadoop.log.dir/,STOPPED} 2024-12-03T09:17:27,575 WARN [BP-603332645-172.17.0.2-1733217415087 heartbeating to localhost/127.0.0.1:33129 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T09:17:27,575 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T09:17:27,575 WARN [BP-603332645-172.17.0.2-1733217415087 heartbeating to localhost/127.0.0.1:33129 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-603332645-172.17.0.2-1733217415087 (Datanode Uuid ab1468c3-b252-49dd-ad36-9d791ee4f127) service to localhost/127.0.0.1:33129 2024-12-03T09:17:27,575 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T09:17:27,576 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/cluster_0850002c-7f15-0fcb-3eae-67d9cb16f7af/data/data1/current/BP-603332645-172.17.0.2-1733217415087 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:17:27,576 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/cluster_0850002c-7f15-0fcb-3eae-67d9cb16f7af/data/data2/current/BP-603332645-172.17.0.2-1733217415087 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:17:27,576 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T09:17:27,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:17:27,582 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:17:27,582 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:17:27,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:17:27,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863d7dcb-8081-6a20-39bc-43152061a2dd/hadoop.log.dir/,STOPPED} 2024-12-03T09:17:27,588 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T09:17:27,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T09:17:27,608 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/699c9baf3d29:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46835 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3ab7c6e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/699c9baf3d29:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/699c9baf3d29:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/699c9baf3d29:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58138) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33129 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58138) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/699c9baf3d29:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 422), ProcessCount=11 (was 11), AvailableMemoryMB=13668 (was 13974) 2024-12-03T09:17:27,615 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=13667 2024-12-03T09:17:27,626 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-03T09:17:27,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/hadoop.log.dir so I do NOT create it in target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6 2024-12-03T09:17:27,626 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T09:17:27,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/hadoop.tmp.dir so I do NOT create it in target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6 2024-12-03T09:17:27,626 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f16ded7b-448a-a855-cb32-f50de235cdea/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T09:17:27,626 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6 2024-12-03T09:17:27,626 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/cluster_574a77b9-13b4-9d66-4023-0a4996dcf880, deleteOnExit=true 2024-12-03T09:17:27,648 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/cluster_574a77b9-13b4-9d66-4023-0a4996dcf880/zookeeper_0, clientPort=56999, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/cluster_574a77b9-13b4-9d66-4023-0a4996dcf880/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/cluster_574a77b9-13b4-9d66-4023-0a4996dcf880/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T09:17:27,649 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56999 2024-12-03T09:17:27,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T09:17:27,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T09:17:27,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/test.cache.data in system properties and HBase conf 2024-12-03T09:17:27,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T09:17:27,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/hadoop.log.dir in system properties and HBase conf 2024-12-03T09:17:27,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T09:17:27,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T09:17:27,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T09:17:27,650 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T09:17:27,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:17:27,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:17:27,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T09:17:27,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:17:27,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T09:17:27,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T09:17:27,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:17:27,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:17:27,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T09:17:27,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/nfs.dump.dir in system properties and HBase conf 2024-12-03T09:17:27,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/java.io.tmpdir in system properties and HBase conf 2024-12-03T09:17:27,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:17:27,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T09:17:27,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T09:17:27,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019a7ae8c00002, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T09:17:27,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019a7ae8c00005, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T09:17:27,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019a7ae8c00002, quorum=127.0.0.1:58138, baseZNode=/0766629528 Received Disconnected from ZooKeeper, ignoring 2024-12-03T09:17:27,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019a7ae8c00005, quorum=127.0.0.1:58138, baseZNode=/1-681694487 Received Disconnected from ZooKeeper, ignoring 2024-12-03T09:17:27,971 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T09:17:27,972 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:17:27,986 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:17:28,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:17:28,015 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:17:28,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:17:28,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:17:28,016 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T09:17:28,017 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:17:28,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1454d2c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:17:28,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2599732c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:17:28,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14713665{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/java.io.tmpdir/jetty-localhost-45093-hadoop-hdfs-3_4_1-tests_jar-_-any-12718022802572418494/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:17:28,111 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@80f7389{HTTP/1.1, (http/1.1)}{localhost:45093} 2024-12-03T09:17:28,111 INFO [Time-limited test {}] server.Server(415): Started @34744ms 2024-12-03T09:17:28,418 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:17:28,421 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:17:28,422 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:17:28,422 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:17:28,422 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T09:17:28,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58570e73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:17:28,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7725da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:17:28,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@383f8153{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/java.io.tmpdir/jetty-localhost-45823-hadoop-hdfs-3_4_1-tests_jar-_-any-13944525810042925584/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:17:28,516 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59ce6a7{HTTP/1.1, (http/1.1)}{localhost:45823} 2024-12-03T09:17:28,516 INFO [Time-limited test {}] server.Server(415): Started @35149ms 2024-12-03T09:17:28,518 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T09:17:29,146 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/cluster_574a77b9-13b4-9d66-4023-0a4996dcf880/data/data2/current/BP-1275921043-172.17.0.2-1733217447673/current, will proceed with Du for space computation calculation, 2024-12-03T09:17:29,146 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/cluster_574a77b9-13b4-9d66-4023-0a4996dcf880/data/data1/current/BP-1275921043-172.17.0.2-1733217447673/current, will proceed with Du for space computation calculation, 2024-12-03T09:17:29,161 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T09:17:29,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3fcbf87ae4deb03c with lease ID 0xf98fa7abedff5b0e: Processing first storage report for DS-2d2d49cb-cbd4-45b6-94fd-f8ac846c4283 from datanode DatanodeRegistration(127.0.0.1:34473, datanodeUuid=eecc8c2c-eb06-4459-a120-0ac1d5155eac, infoPort=36869, infoSecurePort=0, ipcPort=33539, storageInfo=lv=-57;cid=testClusterID;nsid=900033385;c=1733217447673) 2024-12-03T09:17:29,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3fcbf87ae4deb03c with lease ID 0xf98fa7abedff5b0e: from storage DS-2d2d49cb-cbd4-45b6-94fd-f8ac846c4283 node DatanodeRegistration(127.0.0.1:34473, datanodeUuid=eecc8c2c-eb06-4459-a120-0ac1d5155eac, infoPort=36869, infoSecurePort=0, ipcPort=33539, storageInfo=lv=-57;cid=testClusterID;nsid=900033385;c=1733217447673), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:17:29,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3fcbf87ae4deb03c with lease ID 0xf98fa7abedff5b0e: Processing first storage report for DS-15d2e25e-bee2-4e5b-9e14-c5191f846a9a from datanode DatanodeRegistration(127.0.0.1:34473, datanodeUuid=eecc8c2c-eb06-4459-a120-0ac1d5155eac, infoPort=36869, infoSecurePort=0, ipcPort=33539, storageInfo=lv=-57;cid=testClusterID;nsid=900033385;c=1733217447673) 2024-12-03T09:17:29,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3fcbf87ae4deb03c with lease ID 0xf98fa7abedff5b0e: from storage DS-15d2e25e-bee2-4e5b-9e14-c5191f846a9a node DatanodeRegistration(127.0.0.1:34473, datanodeUuid=eecc8c2c-eb06-4459-a120-0ac1d5155eac, infoPort=36869, infoSecurePort=0, ipcPort=33539, storageInfo=lv=-57;cid=testClusterID;nsid=900033385;c=1733217447673), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:17:29,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:17:29,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T09:17:29,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T09:17:29,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:17:29,257 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6 2024-12-03T09:17:29,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:29,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:29,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34473 is added to blk_1073741825_1001 (size=7) 2024-12-03T09:17:29,668 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644 with version=8 2024-12-03T09:17:29,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/hbase-staging 2024-12-03T09:17:29,670 INFO [Time-limited test {}] client.ConnectionUtils(128): master/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:17:29,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:29,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:29,670 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:17:29,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:29,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:17:29,671 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T09:17:29,671 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:17:29,671 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42663 2024-12-03T09:17:29,672 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42663 connecting to ZooKeeper ensemble=127.0.0.1:56999 2024-12-03T09:17:29,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426630x0, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:17:29,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42663-0x1019a7b6a8b0000 connected 2024-12-03T09:17:29,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:29,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:29,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Set watcher on znode that does not yet exist, /0-1640113590/running 2024-12-03T09:17:29,853 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644, hbase.cluster.distributed=false 2024-12-03T09:17:29,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Set watcher on znode that does not yet exist, /0-1640113590/acl 2024-12-03T09:17:29,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42663 2024-12-03T09:17:29,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42663 2024-12-03T09:17:29,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42663 2024-12-03T09:17:29,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42663 2024-12-03T09:17:29,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42663 2024-12-03T09:17:29,880 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:17:29,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:29,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:29,880 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:17:29,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:29,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:17:29,880 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:17:29,880 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:17:29,881 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39151 2024-12-03T09:17:29,882 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39151 connecting to ZooKeeper ensemble=127.0.0.1:56999 2024-12-03T09:17:29,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:29,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:29,895 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391510x0, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:17:29,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39151-0x1019a7b6a8b0001 connected 2024-12-03T09:17:29,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39151-0x1019a7b6a8b0001, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Set watcher on znode that does not yet exist, /0-1640113590/running 2024-12-03T09:17:29,896 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:17:29,897 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:17:29,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39151-0x1019a7b6a8b0001, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Set watcher on znode that does not yet exist, /0-1640113590/master 2024-12-03T09:17:29,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39151-0x1019a7b6a8b0001, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Set watcher on znode that does not yet exist, /0-1640113590/acl 2024-12-03T09:17:29,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39151 2024-12-03T09:17:29,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39151 2024-12-03T09:17:29,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39151 2024-12-03T09:17:29,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39151 2024-12-03T09:17:29,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39151 2024-12-03T09:17:29,912 DEBUG [M:0;699c9baf3d29:42663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;699c9baf3d29:42663 2024-12-03T09:17:29,912 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1640113590/backup-masters/699c9baf3d29,42663,1733217449670 2024-12-03T09:17:29,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1640113590/backup-masters 2024-12-03T09:17:29,923 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39151-0x1019a7b6a8b0001, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1640113590/backup-masters 2024-12-03T09:17:29,924 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Set watcher on existing znode=/0-1640113590/backup-masters/699c9baf3d29,42663,1733217449670 2024-12-03T09:17:29,933 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39151-0x1019a7b6a8b0001, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1640113590/master 2024-12-03T09:17:29,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1640113590 2024-12-03T09:17:29,934 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39151-0x1019a7b6a8b0001, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1640113590 2024-12-03T09:17:29,934 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Set watcher on existing znode=/0-1640113590/master 2024-12-03T09:17:29,934 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1640113590/backup-masters/699c9baf3d29,42663,1733217449670 from backup master directory 2024-12-03T09:17:29,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1640113590/backup-masters/699c9baf3d29,42663,1733217449670 2024-12-03T09:17:29,944 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39151-0x1019a7b6a8b0001, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1640113590/backup-masters 2024-12-03T09:17:29,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1640113590/backup-masters 2024-12-03T09:17:29,944 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:17:29,944 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=699c9baf3d29,42663,1733217449670 2024-12-03T09:17:29,948 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/hbase.id] with ID: 4e92517a-d3c6-435c-91cf-6a964de7a561 2024-12-03T09:17:29,948 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/.tmp/hbase.id 2024-12-03T09:17:29,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34473 is added to blk_1073741826_1002 (size=42) 2024-12-03T09:17:30,354 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/.tmp/hbase.id]:[hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/hbase.id] 2024-12-03T09:17:30,367 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:30,367 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T09:17:30,368 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T09:17:30,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1640113590 2024-12-03T09:17:30,481 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39151-0x1019a7b6a8b0001, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1640113590 2024-12-03T09:17:30,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34473 is added to blk_1073741827_1003 (size=196) 2024-12-03T09:17:30,888 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:17:30,888 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T09:17:30,889 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:17:30,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34473 is added to blk_1073741828_1004 (size=1189) 2024-12-03T09:17:31,296 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/MasterData/data/master/store 2024-12-03T09:17:31,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34473 is added to blk_1073741829_1005 (size=34) 2024-12-03T09:17:31,703 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:31,704 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:17:31,704 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:31,704 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:31,704 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:17:31,704 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:31,704 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:31,704 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217451704Disabling compacts and flushes for region at 1733217451704Disabling writes for close at 1733217451704Writing region close event to WAL at 1733217451704Closed at 1733217451704 2024-12-03T09:17:31,705 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/MasterData/data/master/store/.initializing 2024-12-03T09:17:31,705 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/MasterData/WALs/699c9baf3d29,42663,1733217449670 2024-12-03T09:17:31,706 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:17:31,708 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C42663%2C1733217449670, suffix=, logDir=hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/MasterData/WALs/699c9baf3d29,42663,1733217449670, archiveDir=hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/MasterData/oldWALs, maxLogs=10 2024-12-03T09:17:31,723 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/MasterData/WALs/699c9baf3d29,42663,1733217449670/699c9baf3d29%2C42663%2C1733217449670.1733217451709, exclude list is [], retry=0 2024-12-03T09:17:31,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34473,DS-2d2d49cb-cbd4-45b6-94fd-f8ac846c4283,DISK] 2024-12-03T09:17:31,728 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/MasterData/WALs/699c9baf3d29,42663,1733217449670/699c9baf3d29%2C42663%2C1733217449670.1733217451709 2024-12-03T09:17:31,728 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36869:36869)] 2024-12-03T09:17:31,728 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:17:31,729 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:31,729 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:31,729 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:31,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:31,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T09:17:31,732 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:31,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:31,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:31,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T09:17:31,734 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:31,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:31,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:31,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T09:17:31,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:31,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:31,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:31,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T09:17:31,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:31,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:31,737 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:31,738 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:31,738 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:31,739 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:31,739 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:31,740 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:17:31,741 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:31,743 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:17:31,743 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61735292, jitterRate=-0.08007246255874634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:17:31,744 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733217451729Initializing all the Stores at 1733217451730 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217451730Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217451730Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217451730Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217451730Cleaning up temporary data from old regions at 1733217451739 (+9 ms)Region opened successfully at 1733217451744 (+5 ms) 2024-12-03T09:17:31,744 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T09:17:31,747 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179b7a22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:17:31,748 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T09:17:31,748 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T09:17:31,748 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T09:17:31,748 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T09:17:31,749 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T09:17:31,749 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T09:17:31,749 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T09:17:31,751 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T09:17:31,752 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Unable to get data of znode /0-1640113590/balancer because node does not exist (not necessarily an error) 2024-12-03T09:17:31,817 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1640113590/balancer already deleted, retry=false 2024-12-03T09:17:31,818 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T09:17:31,819 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Unable to get data of znode /0-1640113590/normalizer because node does not exist (not necessarily an error) 2024-12-03T09:17:31,839 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1640113590/normalizer already deleted, retry=false 2024-12-03T09:17:31,839 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T09:17:31,840 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Unable to get data of znode /0-1640113590/switch/split because node does not exist (not necessarily an error) 2024-12-03T09:17:31,860 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1640113590/switch/split already deleted, retry=false 2024-12-03T09:17:31,861 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Unable to get data of znode /0-1640113590/switch/merge because node does not exist (not necessarily an error) 2024-12-03T09:17:31,874 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1640113590/switch/merge already deleted, retry=false 2024-12-03T09:17:31,877 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Unable to get data of znode /0-1640113590/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T09:17:31,884 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1640113590/snapshot-cleanup already deleted, retry=false 2024-12-03T09:17:31,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1640113590/running 2024-12-03T09:17:31,895 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39151-0x1019a7b6a8b0001, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1640113590/running 2024-12-03T09:17:31,895 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39151-0x1019a7b6a8b0001, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1640113590 2024-12-03T09:17:31,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1640113590 2024-12-03T09:17:31,895 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=699c9baf3d29,42663,1733217449670, sessionid=0x1019a7b6a8b0000, setting cluster-up flag (Was=false) 2024-12-03T09:17:31,916 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39151-0x1019a7b6a8b0001, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1640113590 2024-12-03T09:17:31,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1640113590 2024-12-03T09:17:32,023 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1640113590/flush-table-proc/acquired, /0-1640113590/flush-table-proc/reached, /0-1640113590/flush-table-proc/abort 2024-12-03T09:17:32,024 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,42663,1733217449670 2024-12-03T09:17:32,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1640113590 2024-12-03T09:17:32,063 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39151-0x1019a7b6a8b0001, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1640113590 2024-12-03T09:17:32,095 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1640113590/online-snapshot/acquired, /0-1640113590/online-snapshot/reached, /0-1640113590/online-snapshot/abort 2024-12-03T09:17:32,097 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,42663,1733217449670 2024-12-03T09:17:32,099 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T09:17:32,102 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T09:17:32,102 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T09:17:32,103 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T09:17:32,103 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 699c9baf3d29,42663,1733217449670 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T09:17:32,103 INFO [RS:0;699c9baf3d29:39151 {}] regionserver.HRegionServer(746): ClusterId : 4e92517a-d3c6-435c-91cf-6a964de7a561 2024-12-03T09:17:32,103 DEBUG [RS:0;699c9baf3d29:39151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:17:32,116 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:17:32,116 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:17:32,117 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:17:32,117 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:17:32,117 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/699c9baf3d29:0, corePoolSize=10, maxPoolSize=10 2024-12-03T09:17:32,117 DEBUG [RS:0;699c9baf3d29:39151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:17:32,117 DEBUG [RS:0;699c9baf3d29:39151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:17:32,117 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:32,117 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:17:32,117 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:32,123 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733217482123 2024-12-03T09:17:32,124 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T09:17:32,124 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T09:17:32,124 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T09:17:32,124 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T09:17:32,124 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T09:17:32,124 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T09:17:32,124 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:32,124 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T09:17:32,124 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T09:17:32,124 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T09:17:32,124 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T09:17:32,125 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:17:32,125 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T09:17:32,126 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:32,126 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T09:17:32,129 DEBUG [RS:0;699c9baf3d29:39151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:17:32,129 DEBUG [RS:0;699c9baf3d29:39151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252b2824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:17:32,134 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T09:17:32,134 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T09:17:32,140 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217452134,5,FailOnTimeoutGroup] 2024-12-03T09:17:32,140 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217452140,5,FailOnTimeoutGroup] 2024-12-03T09:17:32,140 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:32,141 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T09:17:32,141 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:32,141 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:32,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34473 is added to blk_1073741831_1007 (size=1321) 2024-12-03T09:17:32,146 DEBUG [RS:0;699c9baf3d29:39151 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;699c9baf3d29:39151 2024-12-03T09:17:32,147 INFO [RS:0;699c9baf3d29:39151 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:17:32,147 INFO [RS:0;699c9baf3d29:39151 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:17:32,147 DEBUG [RS:0;699c9baf3d29:39151 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:17:32,147 INFO [RS:0;699c9baf3d29:39151 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,42663,1733217449670 with port=39151, startcode=1733217449879 2024-12-03T09:17:32,148 DEBUG [RS:0;699c9baf3d29:39151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:17:32,149 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T09:17:32,149 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644 2024-12-03T09:17:32,150 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:17:32,151 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42663 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,39151,1733217449879 2024-12-03T09:17:32,151 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42663 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,39151,1733217449879 2024-12-03T09:17:32,153 DEBUG [RS:0;699c9baf3d29:39151 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644 2024-12-03T09:17:32,153 DEBUG [RS:0;699c9baf3d29:39151 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45033 2024-12-03T09:17:32,153 DEBUG [RS:0;699c9baf3d29:39151 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:17:32,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34473 is added to blk_1073741832_1008 (size=32) 2024-12-03T09:17:32,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:32,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:17:32,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:17:32,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:32,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:32,166 DEBUG [RS:0;699c9baf3d29:39151 {}] zookeeper.ZKUtil(111): regionserver:39151-0x1019a7b6a8b0001, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Set watcher on existing znode=/0-1640113590/rs/699c9baf3d29,39151,1733217449879 2024-12-03T09:17:32,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1640113590/rs 2024-12-03T09:17:32,167 WARN [RS:0;699c9baf3d29:39151 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:17:32,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:17:32,167 INFO [RS:0;699c9baf3d29:39151 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:17:32,167 DEBUG [RS:0;699c9baf3d29:39151 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/WALs/699c9baf3d29,39151,1733217449879 2024-12-03T09:17:32,169 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,39151,1733217449879] 2024-12-03T09:17:32,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:17:32,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:32,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:32,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:17:32,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:17:32,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:32,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:32,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:17:32,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:17:32,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:32,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:32,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:17:32,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/meta/1588230740 2024-12-03T09:17:32,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/meta/1588230740 2024-12-03T09:17:32,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:17:32,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:17:32,180 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:17:32,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:17:32,183 INFO [RS:0;699c9baf3d29:39151 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:17:32,185 INFO [RS:0;699c9baf3d29:39151 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:17:32,193 INFO [RS:0;699c9baf3d29:39151 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:17:32,193 INFO [RS:0;699c9baf3d29:39151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:32,194 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:17:32,195 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61145071, jitterRate=-0.0888674408197403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:17:32,196 INFO [RS:0;699c9baf3d29:39151 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:17:32,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733217452160Initializing all the Stores at 1733217452161 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217452161Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217452161Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217452161Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217452161Cleaning up temporary data from old regions at 1733217452179 (+18 ms)Region opened successfully at 1733217452196 (+17 ms) 2024-12-03T09:17:32,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:17:32,197 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:17:32,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:17:32,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:17:32,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:17:32,197 INFO [RS:0;699c9baf3d29:39151 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:17:32,197 INFO [RS:0;699c9baf3d29:39151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:32,197 DEBUG [RS:0;699c9baf3d29:39151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:32,197 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:17:32,197 DEBUG [RS:0;699c9baf3d29:39151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:32,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217452197Disabling compacts and flushes for region at 1733217452197Disabling writes for close at 1733217452197Writing region close event to WAL at 1733217452197Closed at 1733217452197 2024-12-03T09:17:32,197 DEBUG [RS:0;699c9baf3d29:39151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:32,197 DEBUG [RS:0;699c9baf3d29:39151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:32,197 DEBUG [RS:0;699c9baf3d29:39151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:32,198 DEBUG [RS:0;699c9baf3d29:39151 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:17:32,198 DEBUG [RS:0;699c9baf3d29:39151 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:32,198 DEBUG [RS:0;699c9baf3d29:39151 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:32,198 DEBUG [RS:0;699c9baf3d29:39151 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:32,198 DEBUG [RS:0;699c9baf3d29:39151 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:32,198 DEBUG [RS:0;699c9baf3d29:39151 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:32,198 DEBUG [RS:0;699c9baf3d29:39151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:32,198 DEBUG [RS:0;699c9baf3d29:39151 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:17:32,198 DEBUG [RS:0;699c9baf3d29:39151 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:17:32,199 INFO [RS:0;699c9baf3d29:39151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:32,199 INFO [RS:0;699c9baf3d29:39151 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:32,199 INFO [RS:0;699c9baf3d29:39151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:32,199 INFO [RS:0;699c9baf3d29:39151 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:32,199 INFO [RS:0;699c9baf3d29:39151 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:32,199 INFO [RS:0;699c9baf3d29:39151 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,39151,1733217449879-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:17:32,199 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:17:32,199 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T09:17:32,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T09:17:32,201 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:17:32,202 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T09:17:32,212 INFO [RS:0;699c9baf3d29:39151 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:17:32,212 INFO [RS:0;699c9baf3d29:39151 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,39151,1733217449879-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:32,212 INFO [RS:0;699c9baf3d29:39151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:32,212 INFO [RS:0;699c9baf3d29:39151 {}] regionserver.Replication(171): 699c9baf3d29,39151,1733217449879 started 2024-12-03T09:17:32,224 INFO [RS:0;699c9baf3d29:39151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:32,224 INFO [RS:0;699c9baf3d29:39151 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,39151,1733217449879, RpcServer on 699c9baf3d29/172.17.0.2:39151, sessionid=0x1019a7b6a8b0001 2024-12-03T09:17:32,224 DEBUG [RS:0;699c9baf3d29:39151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:17:32,224 DEBUG [RS:0;699c9baf3d29:39151 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,39151,1733217449879 2024-12-03T09:17:32,224 DEBUG [RS:0;699c9baf3d29:39151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,39151,1733217449879' 2024-12-03T09:17:32,224 DEBUG [RS:0;699c9baf3d29:39151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1640113590/flush-table-proc/abort' 2024-12-03T09:17:32,225 DEBUG [RS:0;699c9baf3d29:39151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1640113590/flush-table-proc/acquired' 2024-12-03T09:17:32,225 DEBUG [RS:0;699c9baf3d29:39151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:17:32,225 DEBUG [RS:0;699c9baf3d29:39151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:17:32,225 DEBUG [RS:0;699c9baf3d29:39151 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,39151,1733217449879 2024-12-03T09:17:32,225 DEBUG [RS:0;699c9baf3d29:39151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,39151,1733217449879' 2024-12-03T09:17:32,225 DEBUG [RS:0;699c9baf3d29:39151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1640113590/online-snapshot/abort' 2024-12-03T09:17:32,226 DEBUG [RS:0;699c9baf3d29:39151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1640113590/online-snapshot/acquired' 2024-12-03T09:17:32,226 DEBUG [RS:0;699c9baf3d29:39151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:17:32,226 INFO [RS:0;699c9baf3d29:39151 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:17:32,226 INFO [RS:0;699c9baf3d29:39151 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:17:32,327 INFO [RS:0;699c9baf3d29:39151 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:17:32,329 INFO [RS:0;699c9baf3d29:39151 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C39151%2C1733217449879, suffix=, logDir=hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/WALs/699c9baf3d29,39151,1733217449879, archiveDir=hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/oldWALs, maxLogs=10 2024-12-03T09:17:32,341 DEBUG [RS:0;699c9baf3d29:39151 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/WALs/699c9baf3d29,39151,1733217449879/699c9baf3d29%2C39151%2C1733217449879.1733217452329, exclude list is [], retry=0 2024-12-03T09:17:32,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34473,DS-2d2d49cb-cbd4-45b6-94fd-f8ac846c4283,DISK] 2024-12-03T09:17:32,346 INFO [RS:0;699c9baf3d29:39151 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/WALs/699c9baf3d29,39151,1733217449879/699c9baf3d29%2C39151%2C1733217449879.1733217452329 2024-12-03T09:17:32,346 DEBUG [RS:0;699c9baf3d29:39151 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36869:36869)] 2024-12-03T09:17:32,352 DEBUG [699c9baf3d29:42663 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T09:17:32,352 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=699c9baf3d29,39151,1733217449879 2024-12-03T09:17:32,354 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,39151,1733217449879, state=OPENING 2024-12-03T09:17:32,365 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T09:17:32,408 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39151-0x1019a7b6a8b0001, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1640113590 2024-12-03T09:17:32,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1640113590 2024-12-03T09:17:32,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1640113590/meta-region-server: CHANGED 2024-12-03T09:17:32,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1640113590/meta-region-server: CHANGED 2024-12-03T09:17:32,409 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:17:32,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,39151,1733217449879}] 2024-12-03T09:17:32,562 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:17:32,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:17:32,568 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T09:17:32,568 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:17:32,568 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T09:17:32,570 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C39151%2C1733217449879.meta, suffix=.meta, logDir=hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/WALs/699c9baf3d29,39151,1733217449879, archiveDir=hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/oldWALs, maxLogs=10 2024-12-03T09:17:32,582 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/WALs/699c9baf3d29,39151,1733217449879/699c9baf3d29%2C39151%2C1733217449879.meta.1733217452570.meta, exclude list is [], retry=0 2024-12-03T09:17:32,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34473,DS-2d2d49cb-cbd4-45b6-94fd-f8ac846c4283,DISK] 2024-12-03T09:17:32,586 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/WALs/699c9baf3d29,39151,1733217449879/699c9baf3d29%2C39151%2C1733217449879.meta.1733217452570.meta 2024-12-03T09:17:32,586 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36869:36869)] 2024-12-03T09:17:32,586 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:17:32,587 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:17:32,587 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:17:32,587 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T09:17:32,587 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T09:17:32,587 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T09:17:32,587 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:32,587 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T09:17:32,587 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T09:17:32,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:17:32,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:17:32,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:32,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:32,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:17:32,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:17:32,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:32,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:32,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:17:32,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:17:32,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:32,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:32,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:17:32,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:17:32,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:32,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:32,595 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:17:32,596 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/meta/1588230740 2024-12-03T09:17:32,597 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/meta/1588230740 2024-12-03T09:17:32,598 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:17:32,598 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:17:32,599 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:17:32,600 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:17:32,601 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65771062, jitterRate=-0.019934803247451782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:17:32,601 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T09:17:32,602 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733217452588Writing region info on filesystem at 1733217452588Initializing all the Stores at 1733217452589 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217452589Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217452589Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217452589Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217452589Cleaning up temporary data from old regions at 1733217452598 (+9 ms)Running coprocessor post-open hooks at 1733217452601 (+3 ms)Region opened successfully at 1733217452602 (+1 ms) 2024-12-03T09:17:32,603 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733217452562 2024-12-03T09:17:32,605 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T09:17:32,605 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T09:17:32,606 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,39151,1733217449879 2024-12-03T09:17:32,607 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,39151,1733217449879, state=OPEN 2024-12-03T09:17:32,618 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39151-0x1019a7b6a8b0001, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1640113590/meta-region-server 2024-12-03T09:17:32,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1640113590/meta-region-server 2024-12-03T09:17:32,618 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=699c9baf3d29,39151,1733217449879 2024-12-03T09:17:32,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1640113590/meta-region-server: CHANGED 2024-12-03T09:17:32,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1640113590/meta-region-server: CHANGED 2024-12-03T09:17:32,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T09:17:32,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,39151,1733217449879 in 209 msec 2024-12-03T09:17:32,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T09:17:32,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 422 msec 2024-12-03T09:17:32,624 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:17:32,624 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T09:17:32,626 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:17:32,626 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,39151,1733217449879, seqNum=-1] 2024-12-03T09:17:32,626 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:17:32,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:17:32,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 532 msec 2024-12-03T09:17:32,634 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733217452634, completionTime=-1 2024-12-03T09:17:32,634 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T09:17:32,634 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T09:17:32,636 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T09:17:32,636 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733217512636 2024-12-03T09:17:32,636 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733217572636 2024-12-03T09:17:32,636 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T09:17:32,637 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,42663,1733217449670-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:32,637 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,42663,1733217449670-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:32,637 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,42663,1733217449670-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:32,637 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-699c9baf3d29:42663, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:32,637 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:32,637 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:32,639 DEBUG [master/699c9baf3d29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T09:17:32,641 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.697sec 2024-12-03T09:17:32,641 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T09:17:32,641 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T09:17:32,641 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T09:17:32,641 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T09:17:32,641 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T09:17:32,641 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,42663,1733217449670-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:17:32,641 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,42663,1733217449670-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T09:17:32,644 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T09:17:32,644 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T09:17:32,644 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,42663,1733217449670-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:32,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586e5c7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:32,704 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,42663,-1 for getting cluster id 2024-12-03T09:17:32,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:17:32,705 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e92517a-d3c6-435c-91cf-6a964de7a561' 2024-12-03T09:17:32,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:17:32,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e92517a-d3c6-435c-91cf-6a964de7a561" 2024-12-03T09:17:32,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6850728c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:32,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,42663,-1] 2024-12-03T09:17:32,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:17:32,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:32,708 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:17:32,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7596cb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:32,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:17:32,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,39151,1733217449879, seqNum=-1] 2024-12-03T09:17:32,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:17:32,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:17:32,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=699c9baf3d29,42663,1733217449670 2024-12-03T09:17:32,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56999 2024-12-03T09:17:32,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:17:32,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019a7b6a8b0002 connected 2024-12-03T09:17:32,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/hadoop.log.dir so I do NOT create it in target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6 2024-12-03T09:17:32,739 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T09:17:32,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/hadoop.tmp.dir so I do NOT create it in target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6 2024-12-03T09:17:32,739 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T09:17:32,739 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6 2024-12-03T09:17:32,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T09:17:32,740 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/cluster_9705d4aa-8d53-c992-1df1-56faee9112f7, deleteOnExit=true 2024-12-03T09:17:32,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T09:17:32,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/test.cache.data in system properties and HBase conf 2024-12-03T09:17:32,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T09:17:32,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/hadoop.log.dir in system properties and HBase conf 2024-12-03T09:17:32,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T09:17:32,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T09:17:32,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T09:17:32,740 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T09:17:32,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:17:32,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:17:32,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T09:17:32,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:17:32,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T09:17:32,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T09:17:32,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:17:32,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:17:32,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T09:17:32,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/nfs.dump.dir in system properties and HBase conf 2024-12-03T09:17:32,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/java.io.tmpdir in system properties and HBase conf 2024-12-03T09:17:32,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:17:32,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T09:17:32,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T09:17:33,081 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:17:33,087 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:17:33,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:17:33,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:17:33,093 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T09:17:33,094 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:17:33,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20a816f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:17:33,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c9883e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:17:33,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e7a0b0a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/java.io.tmpdir/jetty-localhost-40133-hadoop-hdfs-3_4_1-tests_jar-_-any-2917901868279886560/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:17:33,230 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7734c845{HTTP/1.1, (http/1.1)}{localhost:40133} 2024-12-03T09:17:33,230 INFO [Time-limited test {}] server.Server(415): Started @39863ms 2024-12-03T09:17:33,515 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:17:33,518 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:17:33,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:17:33,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:17:33,520 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T09:17:33,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75d2194{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:17:33,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e28569b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:17:33,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c0d53a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/java.io.tmpdir/jetty-localhost-39431-hadoop-hdfs-3_4_1-tests_jar-_-any-18021123923055732074/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:17:33,615 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65f90607{HTTP/1.1, (http/1.1)}{localhost:39431} 2024-12-03T09:17:33,615 INFO [Time-limited test {}] server.Server(415): Started @40248ms 2024-12-03T09:17:33,616 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T09:17:34,320 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/cluster_9705d4aa-8d53-c992-1df1-56faee9112f7/data/data1/current/BP-217313680-172.17.0.2-1733217452764/current, will proceed with Du for space computation calculation, 2024-12-03T09:17:34,320 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/cluster_9705d4aa-8d53-c992-1df1-56faee9112f7/data/data2/current/BP-217313680-172.17.0.2-1733217452764/current, will proceed with Du for space computation calculation, 2024-12-03T09:17:34,344 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T09:17:34,346 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b5f3f3695699f63 with lease ID 0x610aa820527c2216: Processing first storage report for DS-f63eb080-64bb-4acb-9d3a-231eed22ddec from datanode DatanodeRegistration(127.0.0.1:44101, datanodeUuid=e74fd850-ef20-49b7-817a-8c6164abe80e, infoPort=37299, infoSecurePort=0, ipcPort=41181, storageInfo=lv=-57;cid=testClusterID;nsid=769955676;c=1733217452764) 2024-12-03T09:17:34,346 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b5f3f3695699f63 with lease ID 0x610aa820527c2216: from storage DS-f63eb080-64bb-4acb-9d3a-231eed22ddec node DatanodeRegistration(127.0.0.1:44101, datanodeUuid=e74fd850-ef20-49b7-817a-8c6164abe80e, infoPort=37299, infoSecurePort=0, ipcPort=41181, storageInfo=lv=-57;cid=testClusterID;nsid=769955676;c=1733217452764), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:17:34,347 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b5f3f3695699f63 with lease ID 0x610aa820527c2216: Processing first storage report for DS-9d475961-fa5e-499c-a4c8-beaecd1ea513 from datanode DatanodeRegistration(127.0.0.1:44101, datanodeUuid=e74fd850-ef20-49b7-817a-8c6164abe80e, infoPort=37299, infoSecurePort=0, ipcPort=41181, storageInfo=lv=-57;cid=testClusterID;nsid=769955676;c=1733217452764) 2024-12-03T09:17:34,347 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b5f3f3695699f63 with lease ID 0x610aa820527c2216: from storage DS-9d475961-fa5e-499c-a4c8-beaecd1ea513 node DatanodeRegistration(127.0.0.1:44101, datanodeUuid=e74fd850-ef20-49b7-817a-8c6164abe80e, infoPort=37299, infoSecurePort=0, ipcPort=41181, storageInfo=lv=-57;cid=testClusterID;nsid=769955676;c=1733217452764), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:17:34,446 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6 2024-12-03T09:17:34,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:34,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:34,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741825_1001 (size=7) 2024-12-03T09:17:34,689 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:17:34,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:17:34,789 WARN [RS:0;699c9baf3d29:39151 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 699c9baf3d29,42065,1733217419612: status=Processing ServerCrashProcedure of 699c9baf3d29,42065,1733217419612 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733217438022, completionTime=-1 appears to have been leaked 2024-12-03T09:17:34,858 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f with version=8 2024-12-03T09:17:34,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/hbase-staging 2024-12-03T09:17:34,860 INFO [Time-limited test {}] client.ConnectionUtils(128): master/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:17:34,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:34,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:34,861 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:17:34,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:34,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:17:34,861 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T09:17:34,861 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:17:34,861 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43093 2024-12-03T09:17:34,862 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43093 connecting to ZooKeeper ensemble=127.0.0.1:56999 2024-12-03T09:17:34,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430930x0, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:17:34,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43093-0x1019a7b6a8b0003 connected 2024-12-03T09:17:34,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:34,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:34,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Set watcher on znode that does not yet exist, /11600367134/running 2024-12-03T09:17:34,950 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f, hbase.cluster.distributed=false 2024-12-03T09:17:34,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Set watcher on znode that does not yet exist, /11600367134/acl 2024-12-03T09:17:34,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43093 2024-12-03T09:17:34,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43093 2024-12-03T09:17:34,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43093 2024-12-03T09:17:34,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43093 2024-12-03T09:17:34,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43093 2024-12-03T09:17:34,972 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:17:34,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:34,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:34,972 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:17:34,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:34,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:17:34,973 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:17:34,973 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:17:34,973 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44051 2024-12-03T09:17:34,974 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44051 connecting to ZooKeeper ensemble=127.0.0.1:56999 2024-12-03T09:17:34,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:34,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:34,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440510x0, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:17:34,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440510x0, quorum=127.0.0.1:56999, baseZNode=/11600367134 Set watcher on znode that does not yet exist, /11600367134/running 2024-12-03T09:17:34,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44051-0x1019a7b6a8b0004 connected 2024-12-03T09:17:34,990 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:17:34,991 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:17:34,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44051-0x1019a7b6a8b0004, quorum=127.0.0.1:56999, baseZNode=/11600367134 Set watcher on znode that does not yet exist, /11600367134/master 2024-12-03T09:17:34,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44051-0x1019a7b6a8b0004, quorum=127.0.0.1:56999, baseZNode=/11600367134 Set watcher on znode that does not yet exist, /11600367134/acl 2024-12-03T09:17:34,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44051 2024-12-03T09:17:34,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44051 2024-12-03T09:17:35,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44051 2024-12-03T09:17:35,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44051 2024-12-03T09:17:35,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44051 2024-12-03T09:17:35,011 DEBUG [M:0;699c9baf3d29:43093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;699c9baf3d29:43093 2024-12-03T09:17:35,011 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11600367134/backup-masters/699c9baf3d29,43093,1733217454860 2024-12-03T09:17:35,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x1019a7b6a8b0004, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600367134/backup-masters 2024-12-03T09:17:35,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600367134/backup-masters 2024-12-03T09:17:35,021 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Set watcher on existing znode=/11600367134/backup-masters/699c9baf3d29,43093,1733217454860 2024-12-03T09:17:35,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x1019a7b6a8b0004, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11600367134/master 2024-12-03T09:17:35,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600367134 2024-12-03T09:17:35,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x1019a7b6a8b0004, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600367134 2024-12-03T09:17:35,032 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Set watcher on existing znode=/11600367134/master 2024-12-03T09:17:35,032 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11600367134/backup-masters/699c9baf3d29,43093,1733217454860 from backup master directory 2024-12-03T09:17:35,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11600367134/backup-masters/699c9baf3d29,43093,1733217454860 2024-12-03T09:17:35,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x1019a7b6a8b0004, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600367134/backup-masters 2024-12-03T09:17:35,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600367134/backup-masters 2024-12-03T09:17:35,042 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:17:35,042 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=699c9baf3d29,43093,1733217454860 2024-12-03T09:17:35,047 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/hbase.id] with ID: 0e1ce189-57e6-4e23-be46-2633404f9d09 2024-12-03T09:17:35,047 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/.tmp/hbase.id 2024-12-03T09:17:35,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741826_1002 (size=42) 2024-12-03T09:17:35,454 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/.tmp/hbase.id]:[hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/hbase.id] 2024-12-03T09:17:35,466 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:35,466 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T09:17:35,468 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T09:17:35,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x1019a7b6a8b0004, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600367134 2024-12-03T09:17:35,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600367134 2024-12-03T09:17:35,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741827_1003 (size=196) 2024-12-03T09:17:35,886 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:17:35,887 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T09:17:35,887 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:17:35,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741828_1004 (size=1189) 2024-12-03T09:17:36,295 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/MasterData/data/master/store 2024-12-03T09:17:36,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741829_1005 (size=34) 2024-12-03T09:17:36,702 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:36,702 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:17:36,702 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:36,702 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:36,702 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:17:36,702 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:36,702 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:36,702 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217456702Disabling compacts and flushes for region at 1733217456702Disabling writes for close at 1733217456702Writing region close event to WAL at 1733217456702Closed at 1733217456702 2024-12-03T09:17:36,703 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/MasterData/data/master/store/.initializing 2024-12-03T09:17:36,703 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/MasterData/WALs/699c9baf3d29,43093,1733217454860 2024-12-03T09:17:36,704 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:17:36,706 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C43093%2C1733217454860, suffix=, logDir=hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/MasterData/WALs/699c9baf3d29,43093,1733217454860, archiveDir=hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/MasterData/oldWALs, maxLogs=10 2024-12-03T09:17:36,717 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/MasterData/WALs/699c9baf3d29,43093,1733217454860/699c9baf3d29%2C43093%2C1733217454860.1733217456706, exclude list is [], retry=0 2024-12-03T09:17:36,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44101,DS-f63eb080-64bb-4acb-9d3a-231eed22ddec,DISK] 2024-12-03T09:17:36,722 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/MasterData/WALs/699c9baf3d29,43093,1733217454860/699c9baf3d29%2C43093%2C1733217454860.1733217456706 2024-12-03T09:17:36,723 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37299:37299)] 2024-12-03T09:17:36,723 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:17:36,723 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:36,723 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:36,723 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:36,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:36,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T09:17:36,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:36,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:36,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:36,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T09:17:36,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:36,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:36,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:36,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T09:17:36,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:36,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:36,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:36,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T09:17:36,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:36,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:36,732 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:36,733 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:36,733 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:36,734 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:36,734 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:36,734 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:17:36,735 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:36,737 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:17:36,738 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63956830, jitterRate=-0.0469689667224884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:17:36,738 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733217456723Initializing all the Stores at 1733217456724 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217456724Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217456724Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217456724Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217456724Cleaning up temporary data from old regions at 1733217456734 (+10 ms)Region opened successfully at 1733217456738 (+4 ms) 2024-12-03T09:17:36,738 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T09:17:36,741 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@153f861, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:17:36,742 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T09:17:36,742 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T09:17:36,742 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T09:17:36,742 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T09:17:36,743 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T09:17:36,743 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T09:17:36,743 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T09:17:36,747 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T09:17:36,748 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Unable to get data of znode /11600367134/balancer because node does not exist (not necessarily an error) 2024-12-03T09:17:36,758 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11600367134/balancer already deleted, retry=false 2024-12-03T09:17:36,758 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T09:17:36,759 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Unable to get data of znode /11600367134/normalizer because node does not exist (not necessarily an error) 2024-12-03T09:17:36,768 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11600367134/normalizer already deleted, retry=false 2024-12-03T09:17:36,769 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T09:17:36,769 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Unable to get data of znode /11600367134/switch/split because node does not exist (not necessarily an error) 2024-12-03T09:17:36,779 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11600367134/switch/split already deleted, retry=false 2024-12-03T09:17:36,780 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Unable to get data of znode /11600367134/switch/merge because node does not exist (not necessarily an error) 2024-12-03T09:17:36,789 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11600367134/switch/merge already deleted, retry=false 2024-12-03T09:17:36,791 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Unable to get data of znode /11600367134/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T09:17:36,800 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11600367134/snapshot-cleanup already deleted, retry=false 2024-12-03T09:17:36,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x1019a7b6a8b0004, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11600367134/running 2024-12-03T09:17:36,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11600367134/running 2024-12-03T09:17:36,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600367134 2024-12-03T09:17:36,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x1019a7b6a8b0004, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600367134 2024-12-03T09:17:36,811 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=699c9baf3d29,43093,1733217454860, sessionid=0x1019a7b6a8b0003, setting cluster-up flag (Was=false) 2024-12-03T09:17:36,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x1019a7b6a8b0004, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600367134 2024-12-03T09:17:36,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600367134 2024-12-03T09:17:36,863 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11600367134/flush-table-proc/acquired, /11600367134/flush-table-proc/reached, /11600367134/flush-table-proc/abort 2024-12-03T09:17:36,864 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,43093,1733217454860 2024-12-03T09:17:37,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x1019a7b6a8b0004, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600367134 2024-12-03T09:17:37,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600367134 2024-12-03T09:17:37,112 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11600367134/online-snapshot/acquired, /11600367134/online-snapshot/reached, /11600367134/online-snapshot/abort 2024-12-03T09:17:37,113 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,43093,1733217454860 2024-12-03T09:17:37,114 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T09:17:37,116 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T09:17:37,116 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T09:17:37,116 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T09:17:37,116 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 699c9baf3d29,43093,1733217454860 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T09:17:37,117 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:17:37,118 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:17:37,118 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:17:37,118 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:17:37,118 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/699c9baf3d29:0, corePoolSize=10, maxPoolSize=10 2024-12-03T09:17:37,118 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:37,118 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:17:37,118 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:37,118 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733217487118 2024-12-03T09:17:37,119 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T09:17:37,119 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T09:17:37,119 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T09:17:37,119 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T09:17:37,119 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T09:17:37,119 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T09:17:37,119 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:37,119 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T09:17:37,119 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T09:17:37,119 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T09:17:37,120 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T09:17:37,120 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:17:37,120 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T09:17:37,120 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T09:17:37,120 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T09:17:37,120 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217457120,5,FailOnTimeoutGroup] 2024-12-03T09:17:37,121 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217457121,5,FailOnTimeoutGroup] 2024-12-03T09:17:37,121 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:37,121 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T09:17:37,121 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:37,121 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:37,121 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:37,121 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T09:17:37,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741831_1007 (size=1321) 2024-12-03T09:17:37,204 INFO [RS:0;699c9baf3d29:44051 {}] regionserver.HRegionServer(746): ClusterId : 0e1ce189-57e6-4e23-be46-2633404f9d09 2024-12-03T09:17:37,204 DEBUG [RS:0;699c9baf3d29:44051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:17:37,211 DEBUG [RS:0;699c9baf3d29:44051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:17:37,211 DEBUG [RS:0;699c9baf3d29:44051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:17:37,222 DEBUG [RS:0;699c9baf3d29:44051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:17:37,222 DEBUG [RS:0;699c9baf3d29:44051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a866ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:17:37,232 DEBUG [RS:0;699c9baf3d29:44051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;699c9baf3d29:44051 2024-12-03T09:17:37,232 INFO [RS:0;699c9baf3d29:44051 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:17:37,232 INFO [RS:0;699c9baf3d29:44051 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:17:37,232 DEBUG [RS:0;699c9baf3d29:44051 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:17:37,233 INFO [RS:0;699c9baf3d29:44051 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,43093,1733217454860 with port=44051, startcode=1733217454972 2024-12-03T09:17:37,233 DEBUG [RS:0;699c9baf3d29:44051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:17:37,235 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:17:37,235 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43093 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,44051,1733217454972 2024-12-03T09:17:37,235 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43093 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,44051,1733217454972 2024-12-03T09:17:37,237 DEBUG [RS:0;699c9baf3d29:44051 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f 2024-12-03T09:17:37,237 DEBUG [RS:0;699c9baf3d29:44051 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36683 2024-12-03T09:17:37,237 DEBUG [RS:0;699c9baf3d29:44051 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:17:37,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600367134/rs 2024-12-03T09:17:37,275 DEBUG [RS:0;699c9baf3d29:44051 {}] zookeeper.ZKUtil(111): regionserver:44051-0x1019a7b6a8b0004, quorum=127.0.0.1:56999, baseZNode=/11600367134 Set watcher on existing znode=/11600367134/rs/699c9baf3d29,44051,1733217454972 2024-12-03T09:17:37,275 WARN [RS:0;699c9baf3d29:44051 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:17:37,276 INFO [RS:0;699c9baf3d29:44051 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:17:37,276 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,44051,1733217454972] 2024-12-03T09:17:37,276 DEBUG [RS:0;699c9baf3d29:44051 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/WALs/699c9baf3d29,44051,1733217454972 2024-12-03T09:17:37,279 INFO [RS:0;699c9baf3d29:44051 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:17:37,280 INFO [RS:0;699c9baf3d29:44051 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:17:37,281 INFO [RS:0;699c9baf3d29:44051 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:17:37,281 INFO [RS:0;699c9baf3d29:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:37,281 INFO [RS:0;699c9baf3d29:44051 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:17:37,281 INFO [RS:0;699c9baf3d29:44051 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:17:37,282 INFO [RS:0;699c9baf3d29:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:37,282 DEBUG [RS:0;699c9baf3d29:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:37,282 DEBUG [RS:0;699c9baf3d29:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:37,282 DEBUG [RS:0;699c9baf3d29:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:37,282 DEBUG [RS:0;699c9baf3d29:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:37,282 DEBUG [RS:0;699c9baf3d29:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:37,282 DEBUG [RS:0;699c9baf3d29:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:17:37,282 DEBUG [RS:0;699c9baf3d29:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:37,282 DEBUG [RS:0;699c9baf3d29:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:37,282 DEBUG [RS:0;699c9baf3d29:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:37,282 DEBUG [RS:0;699c9baf3d29:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:37,282 DEBUG [RS:0;699c9baf3d29:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:37,282 DEBUG [RS:0;699c9baf3d29:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:37,282 DEBUG [RS:0;699c9baf3d29:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:17:37,282 DEBUG [RS:0;699c9baf3d29:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:17:37,283 INFO [RS:0;699c9baf3d29:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:37,284 INFO [RS:0;699c9baf3d29:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:37,284 INFO [RS:0;699c9baf3d29:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:37,284 INFO [RS:0;699c9baf3d29:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:37,284 INFO [RS:0;699c9baf3d29:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:37,284 INFO [RS:0;699c9baf3d29:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,44051,1733217454972-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:17:37,295 INFO [RS:0;699c9baf3d29:44051 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:17:37,295 INFO [RS:0;699c9baf3d29:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,44051,1733217454972-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:37,295 INFO [RS:0;699c9baf3d29:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:37,295 INFO [RS:0;699c9baf3d29:44051 {}] regionserver.Replication(171): 699c9baf3d29,44051,1733217454972 started 2024-12-03T09:17:37,306 INFO [RS:0;699c9baf3d29:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:37,307 INFO [RS:0;699c9baf3d29:44051 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,44051,1733217454972, RpcServer on 699c9baf3d29/172.17.0.2:44051, sessionid=0x1019a7b6a8b0004 2024-12-03T09:17:37,307 DEBUG [RS:0;699c9baf3d29:44051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:17:37,307 DEBUG [RS:0;699c9baf3d29:44051 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,44051,1733217454972 2024-12-03T09:17:37,307 DEBUG [RS:0;699c9baf3d29:44051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,44051,1733217454972' 2024-12-03T09:17:37,307 DEBUG [RS:0;699c9baf3d29:44051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11600367134/flush-table-proc/abort' 2024-12-03T09:17:37,307 DEBUG [RS:0;699c9baf3d29:44051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11600367134/flush-table-proc/acquired' 2024-12-03T09:17:37,308 DEBUG [RS:0;699c9baf3d29:44051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:17:37,308 DEBUG [RS:0;699c9baf3d29:44051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:17:37,308 DEBUG [RS:0;699c9baf3d29:44051 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,44051,1733217454972 2024-12-03T09:17:37,308 DEBUG [RS:0;699c9baf3d29:44051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,44051,1733217454972' 2024-12-03T09:17:37,308 DEBUG [RS:0;699c9baf3d29:44051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11600367134/online-snapshot/abort' 2024-12-03T09:17:37,308 DEBUG [RS:0;699c9baf3d29:44051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11600367134/online-snapshot/acquired' 2024-12-03T09:17:37,309 DEBUG [RS:0;699c9baf3d29:44051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:17:37,309 INFO [RS:0;699c9baf3d29:44051 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:17:37,309 INFO [RS:0;699c9baf3d29:44051 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:17:37,409 INFO [RS:0;699c9baf3d29:44051 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:17:37,411 INFO [RS:0;699c9baf3d29:44051 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C44051%2C1733217454972, suffix=, logDir=hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/WALs/699c9baf3d29,44051,1733217454972, archiveDir=hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/oldWALs, maxLogs=10 2024-12-03T09:17:37,422 DEBUG [RS:0;699c9baf3d29:44051 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/WALs/699c9baf3d29,44051,1733217454972/699c9baf3d29%2C44051%2C1733217454972.1733217457411, exclude list is [], retry=0 2024-12-03T09:17:37,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44101,DS-f63eb080-64bb-4acb-9d3a-231eed22ddec,DISK] 2024-12-03T09:17:37,427 INFO [RS:0;699c9baf3d29:44051 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/WALs/699c9baf3d29,44051,1733217454972/699c9baf3d29%2C44051%2C1733217454972.1733217457411 2024-12-03T09:17:37,427 DEBUG [RS:0;699c9baf3d29:44051 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37299:37299)] 2024-12-03T09:17:37,532 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T09:17:37,533 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f 2024-12-03T09:17:37,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741833_1009 (size=32) 2024-12-03T09:17:37,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:37,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:17:37,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:17:37,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:37,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:37,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:17:37,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:17:37,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:37,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:37,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:17:37,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:17:37,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:37,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:37,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:17:37,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:17:37,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:37,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:37,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:17:37,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/data/hbase/meta/1588230740 2024-12-03T09:17:37,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/data/hbase/meta/1588230740 2024-12-03T09:17:37,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:17:37,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:17:37,952 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:17:37,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:17:37,955 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:17:37,955 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72270886, jitterRate=0.07692012190818787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:17:37,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733217457939Initializing all the Stores at 1733217457940 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217457940Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217457940Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217457940Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217457941 (+1 ms)Cleaning up temporary data from old regions at 1733217457951 (+10 ms)Region opened successfully at 1733217457955 (+4 ms) 2024-12-03T09:17:37,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:17:37,955 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:17:37,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:17:37,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:17:37,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:17:37,956 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:17:37,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217457955Disabling compacts and flushes for region at 1733217457955Disabling writes for close at 1733217457955Writing region close event to WAL at 1733217457956 (+1 ms)Closed at 1733217457956 2024-12-03T09:17:37,957 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:17:37,957 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T09:17:37,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T09:17:37,959 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:17:37,960 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T09:17:38,110 DEBUG [699c9baf3d29:43093 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T09:17:38,111 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=699c9baf3d29,44051,1733217454972 2024-12-03T09:17:38,112 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,44051,1733217454972, state=OPENING 2024-12-03T09:17:38,158 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T09:17:38,183 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T09:17:38,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600367134 2024-12-03T09:17:38,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x1019a7b6a8b0004, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600367134 2024-12-03T09:17:38,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11600367134/meta-region-server: CHANGED 2024-12-03T09:17:38,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11600367134/meta-region-server: CHANGED 2024-12-03T09:17:38,254 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:17:38,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,44051,1733217454972}] 2024-12-03T09:17:38,426 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:17:38,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:17:38,446 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T09:17:38,447 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:17:38,450 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T09:17:38,453 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C44051%2C1733217454972.meta, suffix=.meta, logDir=hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/WALs/699c9baf3d29,44051,1733217454972, archiveDir=hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/oldWALs, maxLogs=10 2024-12-03T09:17:38,474 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/WALs/699c9baf3d29,44051,1733217454972/699c9baf3d29%2C44051%2C1733217454972.meta.1733217458453.meta, exclude list is [], retry=0 2024-12-03T09:17:38,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44101,DS-f63eb080-64bb-4acb-9d3a-231eed22ddec,DISK] 2024-12-03T09:17:38,486 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/WALs/699c9baf3d29,44051,1733217454972/699c9baf3d29%2C44051%2C1733217454972.meta.1733217458453.meta 2024-12-03T09:17:38,488 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37299:37299)] 2024-12-03T09:17:38,489 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:17:38,489 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:17:38,489 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:17:38,489 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T09:17:38,489 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T09:17:38,489 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T09:17:38,489 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:38,490 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T09:17:38,490 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T09:17:38,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:17:38,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:17:38,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:38,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:38,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:17:38,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:17:38,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:38,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:38,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:17:38,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:17:38,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:38,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:38,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:17:38,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:17:38,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:38,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:38,516 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:17:38,526 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/data/hbase/meta/1588230740 2024-12-03T09:17:38,527 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/data/hbase/meta/1588230740 2024-12-03T09:17:38,529 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:17:38,529 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:17:38,530 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:17:38,534 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:17:38,536 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60946972, jitterRate=-0.09181934595108032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:17:38,536 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T09:17:38,537 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733217458490Writing region info on filesystem at 1733217458490Initializing all the Stores at 1733217458491 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217458491Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217458492 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217458492Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217458492Cleaning up temporary data from old regions at 1733217458529 (+37 ms)Running coprocessor post-open hooks at 1733217458536 (+7 ms)Region opened successfully at 1733217458536 2024-12-03T09:17:38,540 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733217458426 2024-12-03T09:17:38,546 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T09:17:38,546 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T09:17:38,546 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,44051,1733217454972 2024-12-03T09:17:38,549 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,44051,1733217454972, state=OPEN 2024-12-03T09:17:38,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x1019a7b6a8b0004, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11600367134/meta-region-server 2024-12-03T09:17:38,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11600367134/meta-region-server 2024-12-03T09:17:38,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11600367134/meta-region-server: CHANGED 2024-12-03T09:17:38,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11600367134/meta-region-server: CHANGED 2024-12-03T09:17:38,565 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=699c9baf3d29,44051,1733217454972 2024-12-03T09:17:38,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T09:17:38,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,44051,1733217454972 in 311 msec 2024-12-03T09:17:38,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T09:17:38,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 614 msec 2024-12-03T09:17:38,576 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:17:38,576 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T09:17:38,578 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:17:38,578 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,44051,1733217454972, seqNum=-1] 2024-12-03T09:17:38,578 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:17:38,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:17:38,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4710 sec 2024-12-03T09:17:38,590 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733217458589, completionTime=-1 2024-12-03T09:17:38,590 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T09:17:38,590 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T09:17:38,592 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T09:17:38,593 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733217518592 2024-12-03T09:17:38,593 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733217578593 2024-12-03T09:17:38,593 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T09:17:38,593 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,43093,1733217454860-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:38,593 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,43093,1733217454860-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:38,593 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,43093,1733217454860-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:38,593 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-699c9baf3d29:43093, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:38,593 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:38,596 DEBUG [master/699c9baf3d29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T09:17:38,600 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:38,608 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.566sec 2024-12-03T09:17:38,609 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T09:17:38,609 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T09:17:38,609 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T09:17:38,609 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T09:17:38,609 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T09:17:38,609 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,43093,1733217454860-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:17:38,609 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,43093,1733217454860-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T09:17:38,634 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T09:17:38,635 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T09:17:38,635 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,43093,1733217454860-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:38,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4338215d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:38,713 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,43093,-1 for getting cluster id 2024-12-03T09:17:38,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:17:38,717 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e1ce189-57e6-4e23-be46-2633404f9d09' 2024-12-03T09:17:38,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:17:38,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e1ce189-57e6-4e23-be46-2633404f9d09" 2024-12-03T09:17:38,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e68e2e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:38,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,43093,-1] 2024-12-03T09:17:38,719 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:17:38,719 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:38,720 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:17:38,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2be479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:38,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:17:38,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,44051,1733217454972, seqNum=-1] 2024-12-03T09:17:38,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:17:38,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:17:38,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=699c9baf3d29,43093,1733217454860 2024-12-03T09:17:38,732 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56999 2024-12-03T09:17:38,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:17:38,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019a7b6a8b0005 connected 2024-12-03T09:17:38,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ee6f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:38,781 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,42663,-1 for getting cluster id 2024-12-03T09:17:38,781 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:17:38,782 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e92517a-d3c6-435c-91cf-6a964de7a561' 2024-12-03T09:17:38,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:17:38,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e92517a-d3c6-435c-91cf-6a964de7a561" 2024-12-03T09:17:38,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da65ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:38,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,42663,-1] 2024-12-03T09:17:38,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:17:38,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:38,785 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:17:38,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33224502, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:38,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:17:38,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,42663,1733217449670 2024-12-03T09:17:38,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28999819 2024-12-03T09:17:38,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:17:38,790 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:17:38,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42663 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://699c9baf3d29:43093,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T09:17:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42663 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T09:17:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:17:38,795 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:43093' 2024-12-03T09:17:38,801 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9159ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:38,801 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,43093,-1 for getting cluster id 2024-12-03T09:17:38,801 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:17:38,802 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e1ce189-57e6-4e23-be46-2633404f9d09' 2024-12-03T09:17:38,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:17:38,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e1ce189-57e6-4e23-be46-2633404f9d09" 2024-12-03T09:17:38,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737a4f28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:38,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,43093,-1] 2024-12-03T09:17:38,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:17:38,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:38,806 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:17:38,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb16bf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:38,807 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:17:38,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,43093,1733217454860 2024-12-03T09:17:38,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e58135f 2024-12-03T09:17:38,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:17:38,811 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:17:38,812 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T09:17:38,812 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T09:17:38,812 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:38,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:17:38,813 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:38,813 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:17:38,817 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T09:17:38,819 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:17:38,819 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:38,821 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:17:38,867 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T09:17:38,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34473 is added to blk_1073741835_1011 (size=1138) 2024-12-03T09:17:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:17:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:17:39,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T09:17:39,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T09:17:39,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:17:39,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T09:17:39,189 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:17:39,189 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T09:17:39,189 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T09:17:39,189 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T09:17:39,288 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 491d3e01e1964b46540645a5d6979535, NAME => 'hbase:replication,,1733217458813.491d3e01e1964b46540645a5d6979535.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644 2024-12-03T09:17:39,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34473 is added to blk_1073741836_1012 (size=44) 2024-12-03T09:17:39,319 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217458813.491d3e01e1964b46540645a5d6979535.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:39,319 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 491d3e01e1964b46540645a5d6979535, disabling compactions & flushes 2024-12-03T09:17:39,319 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217458813.491d3e01e1964b46540645a5d6979535. 2024-12-03T09:17:39,319 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217458813.491d3e01e1964b46540645a5d6979535. 2024-12-03T09:17:39,319 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217458813.491d3e01e1964b46540645a5d6979535. after waiting 0 ms 2024-12-03T09:17:39,319 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217458813.491d3e01e1964b46540645a5d6979535. 2024-12-03T09:17:39,319 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733217458813.491d3e01e1964b46540645a5d6979535. 2024-12-03T09:17:39,319 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 491d3e01e1964b46540645a5d6979535: Waiting for close lock at 1733217459319Disabling compacts and flushes for region at 1733217459319Disabling writes for close at 1733217459319Writing region close event to WAL at 1733217459319Closed at 1733217459319 2024-12-03T09:17:39,321 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:17:39,322 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733217458813.491d3e01e1964b46540645a5d6979535.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733217459322"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217459322"}]},"ts":"1733217459322"} 2024-12-03T09:17:39,325 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:17:39,328 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:17:39,329 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217459329"}]},"ts":"1733217459329"} 2024-12-03T09:17:39,332 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T09:17:39,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=491d3e01e1964b46540645a5d6979535, ASSIGN}] 2024-12-03T09:17:39,334 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=491d3e01e1964b46540645a5d6979535, ASSIGN 2024-12-03T09:17:39,337 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=491d3e01e1964b46540645a5d6979535, ASSIGN; state=OFFLINE, location=699c9baf3d29,39151,1733217449879; forceNewPlan=false, retain=false 2024-12-03T09:17:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:17:39,488 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=491d3e01e1964b46540645a5d6979535, regionState=OPENING, regionLocation=699c9baf3d29,39151,1733217449879 2024-12-03T09:17:39,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=491d3e01e1964b46540645a5d6979535, ASSIGN because future has completed 2024-12-03T09:17:39,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 491d3e01e1964b46540645a5d6979535, server=699c9baf3d29,39151,1733217449879}] 2024-12-03T09:17:39,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733217458813.491d3e01e1964b46540645a5d6979535. 2024-12-03T09:17:39,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:17:39,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T09:17:39,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C39151%2C1733217449879.rep, suffix=, logDir=hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/WALs/699c9baf3d29,39151,1733217449879, archiveDir=hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/oldWALs, maxLogs=10 2024-12-03T09:17:39,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/WALs/699c9baf3d29,39151,1733217449879/699c9baf3d29%2C39151%2C1733217449879.rep.1733217459668, exclude list is [], retry=0 2024-12-03T09:17:39,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34473,DS-2d2d49cb-cbd4-45b6-94fd-f8ac846c4283,DISK] 2024-12-03T09:17:39,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/WALs/699c9baf3d29,39151,1733217449879/699c9baf3d29%2C39151%2C1733217449879.rep.1733217459668 2024-12-03T09:17:39,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36869:36869)] 2024-12-03T09:17:39,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 491d3e01e1964b46540645a5d6979535, NAME => 'hbase:replication,,1733217458813.491d3e01e1964b46540645a5d6979535.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:17:39,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:17:39,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:17:39,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733217458813.491d3e01e1964b46540645a5d6979535. service=MultiRowMutationService 2024-12-03T09:17:39,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T09:17:39,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 491d3e01e1964b46540645a5d6979535 2024-12-03T09:17:39,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217458813.491d3e01e1964b46540645a5d6979535.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:39,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 491d3e01e1964b46540645a5d6979535 2024-12-03T09:17:39,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 491d3e01e1964b46540645a5d6979535 2024-12-03T09:17:39,703 INFO [StoreOpener-491d3e01e1964b46540645a5d6979535-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 491d3e01e1964b46540645a5d6979535 2024-12-03T09:17:39,704 INFO [StoreOpener-491d3e01e1964b46540645a5d6979535-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 491d3e01e1964b46540645a5d6979535 columnFamilyName hfileref 2024-12-03T09:17:39,704 DEBUG [StoreOpener-491d3e01e1964b46540645a5d6979535-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:39,705 INFO [StoreOpener-491d3e01e1964b46540645a5d6979535-1 {}] regionserver.HStore(327): Store=491d3e01e1964b46540645a5d6979535/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:39,705 INFO [StoreOpener-491d3e01e1964b46540645a5d6979535-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 491d3e01e1964b46540645a5d6979535 2024-12-03T09:17:39,707 INFO [StoreOpener-491d3e01e1964b46540645a5d6979535-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 491d3e01e1964b46540645a5d6979535 columnFamilyName queue 2024-12-03T09:17:39,707 DEBUG [StoreOpener-491d3e01e1964b46540645a5d6979535-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:39,708 INFO [StoreOpener-491d3e01e1964b46540645a5d6979535-1 {}] regionserver.HStore(327): Store=491d3e01e1964b46540645a5d6979535/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:39,708 INFO [StoreOpener-491d3e01e1964b46540645a5d6979535-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 491d3e01e1964b46540645a5d6979535 2024-12-03T09:17:39,711 INFO [StoreOpener-491d3e01e1964b46540645a5d6979535-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 491d3e01e1964b46540645a5d6979535 columnFamilyName sid 2024-12-03T09:17:39,711 DEBUG [StoreOpener-491d3e01e1964b46540645a5d6979535-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:39,712 INFO [StoreOpener-491d3e01e1964b46540645a5d6979535-1 {}] regionserver.HStore(327): Store=491d3e01e1964b46540645a5d6979535/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:39,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 491d3e01e1964b46540645a5d6979535 2024-12-03T09:17:39,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/replication/491d3e01e1964b46540645a5d6979535 2024-12-03T09:17:39,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/replication/491d3e01e1964b46540645a5d6979535 2024-12-03T09:17:39,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 491d3e01e1964b46540645a5d6979535 2024-12-03T09:17:39,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 491d3e01e1964b46540645a5d6979535 2024-12-03T09:17:39,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:17:39,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 491d3e01e1964b46540645a5d6979535 2024-12-03T09:17:39,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/replication/491d3e01e1964b46540645a5d6979535/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:17:39,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 491d3e01e1964b46540645a5d6979535; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74399205, jitterRate=0.10863454639911652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:17:39,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 491d3e01e1964b46540645a5d6979535 2024-12-03T09:17:39,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 491d3e01e1964b46540645a5d6979535: Running coprocessor pre-open hook at 1733217459701Writing region info on filesystem at 1733217459701Initializing all the Stores at 1733217459702 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217459702Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217459703 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217459703Cleaning up temporary data from old regions at 1733217459716 (+13 ms)Running coprocessor post-open hooks at 1733217459734 (+18 ms)Region opened successfully at 1733217459734 2024-12-03T09:17:39,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733217458813.491d3e01e1964b46540645a5d6979535., pid=7, masterSystemTime=1733217459656 2024-12-03T09:17:39,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733217458813.491d3e01e1964b46540645a5d6979535. 2024-12-03T09:17:39,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733217458813.491d3e01e1964b46540645a5d6979535. 2024-12-03T09:17:39,743 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=491d3e01e1964b46540645a5d6979535, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,39151,1733217449879 2024-12-03T09:17:39,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 491d3e01e1964b46540645a5d6979535, server=699c9baf3d29,39151,1733217449879 because future has completed 2024-12-03T09:17:39,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T09:17:39,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 491d3e01e1964b46540645a5d6979535, server=699c9baf3d29,39151,1733217449879 in 247 msec 2024-12-03T09:17:39,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T09:17:39,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=491d3e01e1964b46540645a5d6979535, ASSIGN in 420 msec 2024-12-03T09:17:39,762 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:17:39,762 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217459762"}]},"ts":"1733217459762"} 2024-12-03T09:17:39,766 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T09:17:39,767 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:17:39,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 954 msec 2024-12-03T09:17:39,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733217458813.491d3e01e1964b46540645a5d6979535., hostname=699c9baf3d29,39151,1733217449879, seqNum=2] 2024-12-03T09:17:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:17:39,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1640113590 2024-12-03T09:17:39,947 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39151-0x1019a7b6a8b0001, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1640113590 2024-12-03T09:17:39,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T09:17:40,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T09:17:40,127 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T09:17:40,170 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-699c9baf3d29,39151,1733217449879, ReplicationSource: 1, currentBandwidth=0 2024-12-03T09:17:40,171 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:17:40,171 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,39151,1733217449879, seqNum=-1] 2024-12-03T09:17:40,172 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:17:40,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-03T09:17:40,177 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-699c9baf3d29,39151,1733217449879', locateType=CURRENT is [region=hbase:replication,,1733217458813.491d3e01e1964b46540645a5d6979535., hostname=699c9baf3d29,39151,1733217449879, seqNum=2] 2024-12-03T09:17:40,184 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T09:17:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42663 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T09:17:40,189 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 699c9baf3d29,39151,1733217449879 suceeded 2024-12-03T09:17:40,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T09:17:40,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 219 msec 2024-12-03T09:17:40,195 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://699c9baf3d29:43093,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T09:17:40,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4050 sec 2024-12-03T09:17:40,207 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39151,1733217449879 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:43093' 2024-12-03T09:17:40,209 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39151,1733217449879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@238e6424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:40,209 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39151,1733217449879 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,43093,-1 for getting cluster id 2024-12-03T09:17:40,209 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39151,1733217449879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:17:40,210 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e1ce189-57e6-4e23-be46-2633404f9d09' 2024-12-03T09:17:40,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:17:40,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e1ce189-57e6-4e23-be46-2633404f9d09" 2024-12-03T09:17:40,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5933381f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:40,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,43093,-1] 2024-12-03T09:17:40,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:17:40,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:40,212 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:17:40,213 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39151,1733217449879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b8bbec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:40,213 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39151,1733217449879 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:17:40,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,43093,1733217454860 2024-12-03T09:17:40,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78befcc6 2024-12-03T09:17:40,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:17:40,216 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-03T09:17:40,217 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39151,1733217449879 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-699c9baf3d29,39151,1733217449879 (queues=1) is replicating from cluster=4e92517a-d3c6-435c-91cf-6a964de7a561 to cluster=0e1ce189-57e6-4e23-be46-2633404f9d09 2024-12-03T09:17:40,217 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39151,1733217449879 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=699c9baf3d29%2C39151%2C1733217449879 2024-12-03T09:17:40,217 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39151,1733217449879 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-699c9baf3d29,39151,1733217449879, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T09:17:40,219 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39151,1733217449879.replicationSource.wal-reader.699c9baf3d29%2C39151%2C1733217449879,1-699c9baf3d29,39151,1733217449879 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/WALs/699c9baf3d29,39151,1733217449879/699c9baf3d29%2C39151%2C1733217449879.1733217452329, startPosition=0, beingWritten=true 2024-12-03T09:17:40,225 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39151,1733217449879.replicationSource.shipper699c9baf3d29%2C39151%2C1733217449879,1-699c9baf3d29,39151,1733217449879 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 699c9baf3d29%2C39151%2C1733217449879 2024-12-03T09:17:40,435 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39151,1733217449879.replicationSource.wal-reader.699c9baf3d29%2C39151%2C1733217449879,1-699c9baf3d29,39151,1733217449879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/WALs/699c9baf3d29,39151,1733217449879/699c9baf3d29%2C39151%2C1733217449879.1733217452329 to pos 0, reset compression=false 2024-12-03T09:17:40,746 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39151,1733217449879.replicationSource.wal-reader.699c9baf3d29%2C39151%2C1733217449879,1-699c9baf3d29,39151,1733217449879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/WALs/699c9baf3d29,39151,1733217449879/699c9baf3d29%2C39151%2C1733217449879.1733217452329 to pos 0, reset compression=false 2024-12-03T09:17:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:17:40,954 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T09:17:40,954 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:17:40,954 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:17:40,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:40,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:40,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:17:40,954 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:17:40,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,42663,1733217449670 2024-12-03T09:17:40,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25c09d0b 2024-12-03T09:17:40,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:17:40,957 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:17:40,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42663 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T09:17:40,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T09:17:40,958 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:17:40,958 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:17:40,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:40,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:40,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:17:40,958 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T09:17:40,958 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1395390701, stopped=false 2024-12-03T09:17:40,958 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=699c9baf3d29,43093,1733217454860 2024-12-03T09:17:40,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11600367134/running 2024-12-03T09:17:40,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600367134 2024-12-03T09:17:40,980 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:17:40,980 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:17:40,980 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:17:40,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:40,981 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,44051,1733217454972' ***** 2024-12-03T09:17:40,981 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T09:17:40,981 INFO [RS:0;699c9baf3d29:44051 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:17:40,981 INFO [RS:0;699c9baf3d29:44051 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T09:17:40,981 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:17:40,981 INFO [RS:0;699c9baf3d29:44051 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T09:17:40,981 INFO [RS:0;699c9baf3d29:44051 {}] regionserver.HRegionServer(959): stopping server 699c9baf3d29,44051,1733217454972 2024-12-03T09:17:40,981 INFO [RS:0;699c9baf3d29:44051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:17:40,982 INFO [RS:0;699c9baf3d29:44051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:44051. 2024-12-03T09:17:40,982 DEBUG [RS:0;699c9baf3d29:44051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:17:40,982 DEBUG [RS:0;699c9baf3d29:44051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:40,982 INFO [RS:0;699c9baf3d29:44051 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T09:17:40,982 INFO [RS:0;699c9baf3d29:44051 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T09:17:40,982 INFO [RS:0;699c9baf3d29:44051 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T09:17:40,982 INFO [RS:0;699c9baf3d29:44051 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T09:17:40,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Set watcher on znode that does not yet exist, /11600367134/running 2024-12-03T09:17:40,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x1019a7b6a8b0004, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11600367134/running 2024-12-03T09:17:40,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x1019a7b6a8b0004, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600367134 2024-12-03T09:17:40,987 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:17:40,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44051-0x1019a7b6a8b0004, quorum=127.0.0.1:56999, baseZNode=/11600367134 Set watcher on znode that does not yet exist, /11600367134/running 2024-12-03T09:17:41,000 INFO [RS:0;699c9baf3d29:44051 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T09:17:41,000 DEBUG [RS:0;699c9baf3d29:44051 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T09:17:41,000 DEBUG [RS:0;699c9baf3d29:44051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:17:41,001 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:17:41,001 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:17:41,001 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:17:41,001 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:17:41,001 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:17:41,001 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T09:17:41,024 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/data/hbase/meta/1588230740/.tmp/ns/069299b027de4299ae0997f2bbaf8f13 is 43, key is default/ns:d/1733217458580/Put/seqid=0 2024-12-03T09:17:41,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741835_1011 (size=5153) 2024-12-03T09:17:41,153 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39151,1733217449879.replicationSource.wal-reader.699c9baf3d29%2C39151%2C1733217449879,1-699c9baf3d29,39151,1733217449879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/WALs/699c9baf3d29,39151,1733217449879/699c9baf3d29%2C39151%2C1733217449879.1733217452329 to pos 0, reset compression=false 2024-12-03T09:17:41,201 DEBUG [RS:0;699c9baf3d29:44051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:17:41,327 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T09:17:41,327 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T09:17:41,401 DEBUG [RS:0;699c9baf3d29:44051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:17:41,434 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/data/hbase/meta/1588230740/.tmp/ns/069299b027de4299ae0997f2bbaf8f13 2024-12-03T09:17:41,441 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/data/hbase/meta/1588230740/.tmp/ns/069299b027de4299ae0997f2bbaf8f13 as hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/data/hbase/meta/1588230740/ns/069299b027de4299ae0997f2bbaf8f13 2024-12-03T09:17:41,446 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/data/hbase/meta/1588230740/ns/069299b027de4299ae0997f2bbaf8f13, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T09:17:41,447 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false 2024-12-03T09:17:41,452 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T09:17:41,452 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:17:41,452 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:17:41,452 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:17:41,452 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217461001Running coprocessor pre-close hooks at 1733217461001Disabling compacts and flushes for region at 1733217461001Disabling writes for close at 1733217461001Obtaining lock to block concurrent updates at 1733217461001Preparing flush snapshotting stores in 1588230740 at 1733217461001Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733217461002 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733217461003 (+1 ms)Flushing 1588230740/ns: creating writer at 1733217461003Flushing 1588230740/ns: appending metadata at 1733217461024 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733217461024Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@424275dc: reopening flushed file at 1733217461440 (+416 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false at 1733217461447 (+7 ms)Writing region close event to WAL at 1733217461448 (+1 ms)Running coprocessor post-close hooks at 1733217461452 (+4 ms)Closed at 1733217461452 2024-12-03T09:17:41,453 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T09:17:41,601 INFO [RS:0;699c9baf3d29:44051 {}] regionserver.HRegionServer(976): stopping server 699c9baf3d29,44051,1733217454972; all regions closed. 2024-12-03T09:17:41,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741834_1010 (size=1152) 2024-12-03T09:17:41,606 DEBUG [RS:0;699c9baf3d29:44051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/oldWALs 2024-12-03T09:17:41,606 INFO [RS:0;699c9baf3d29:44051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C44051%2C1733217454972.meta:.meta(num 1733217458453) 2024-12-03T09:17:41,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741832_1008 (size=93) 2024-12-03T09:17:41,610 DEBUG [RS:0;699c9baf3d29:44051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/oldWALs 2024-12-03T09:17:41,610 INFO [RS:0;699c9baf3d29:44051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C44051%2C1733217454972:(num 1733217457411) 2024-12-03T09:17:41,610 DEBUG [RS:0;699c9baf3d29:44051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:41,611 INFO [RS:0;699c9baf3d29:44051 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:17:41,611 INFO [RS:0;699c9baf3d29:44051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:17:41,611 INFO [RS:0;699c9baf3d29:44051 {}] hbase.ChoreService(370): Chore service for: regionserver/699c9baf3d29:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T09:17:41,611 INFO [RS:0;699c9baf3d29:44051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:17:41,611 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:17:41,611 INFO [RS:0;699c9baf3d29:44051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44051 2024-12-03T09:17:41,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600367134/rs 2024-12-03T09:17:41,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x1019a7b6a8b0004, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11600367134/rs/699c9baf3d29,44051,1733217454972 2024-12-03T09:17:41,621 INFO [RS:0;699c9baf3d29:44051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:17:41,621 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,44051,1733217454972] 2024-12-03T09:17:41,642 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11600367134/draining/699c9baf3d29,44051,1733217454972 already deleted, retry=false 2024-12-03T09:17:41,642 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 699c9baf3d29,44051,1733217454972 expired; onlineServers=0 2024-12-03T09:17:41,642 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '699c9baf3d29,43093,1733217454860' ***** 2024-12-03T09:17:41,642 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T09:17:41,642 INFO [M:0;699c9baf3d29:43093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:17:41,642 INFO [M:0;699c9baf3d29:43093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:17:41,642 DEBUG [M:0;699c9baf3d29:43093 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T09:17:41,642 DEBUG [M:0;699c9baf3d29:43093 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T09:17:41,642 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T09:17:41,643 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217457121 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217457121,5,FailOnTimeoutGroup] 2024-12-03T09:17:41,643 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217457120 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217457120,5,FailOnTimeoutGroup] 2024-12-03T09:17:41,643 INFO [M:0;699c9baf3d29:43093 {}] hbase.ChoreService(370): Chore service for: master/699c9baf3d29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T09:17:41,643 INFO [M:0;699c9baf3d29:43093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:17:41,643 DEBUG [M:0;699c9baf3d29:43093 {}] master.HMaster(1795): Stopping service threads 2024-12-03T09:17:41,643 INFO [M:0;699c9baf3d29:43093 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T09:17:41,643 INFO [M:0;699c9baf3d29:43093 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:17:41,643 INFO [M:0;699c9baf3d29:43093 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T09:17:41,643 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T09:17:41,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11600367134/master 2024-12-03T09:17:41,652 DEBUG [M:0;699c9baf3d29:43093 {}] zookeeper.ZKUtil(347): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Unable to get data of znode /11600367134/master because node does not exist (not an error) 2024-12-03T09:17:41,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600367134 2024-12-03T09:17:41,652 WARN [M:0;699c9baf3d29:43093 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T09:17:41,653 INFO [M:0;699c9baf3d29:43093 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/.lastflushedseqids 2024-12-03T09:17:41,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741836_1012 (size=99) 2024-12-03T09:17:41,660 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39151,1733217449879.replicationSource.wal-reader.699c9baf3d29%2C39151%2C1733217449879,1-699c9baf3d29,39151,1733217449879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/WALs/699c9baf3d29,39151,1733217449879/699c9baf3d29%2C39151%2C1733217449879.1733217452329 to pos 0, reset compression=false 2024-12-03T09:17:41,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x1019a7b6a8b0004, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:17:41,731 INFO [RS:0;699c9baf3d29:44051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:17:41,731 INFO [RS:0;699c9baf3d29:44051 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,44051,1733217454972; zookeeper connection closed. 2024-12-03T09:17:41,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x1019a7b6a8b0004, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:17:41,732 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e999ddc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e999ddc 2024-12-03T09:17:41,732 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T09:17:42,058 INFO [M:0;699c9baf3d29:43093 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T09:17:42,058 INFO [M:0;699c9baf3d29:43093 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T09:17:42,058 DEBUG [M:0;699c9baf3d29:43093 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:17:42,059 INFO [M:0;699c9baf3d29:43093 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:42,059 DEBUG [M:0;699c9baf3d29:43093 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:42,059 DEBUG [M:0;699c9baf3d29:43093 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:17:42,059 DEBUG [M:0;699c9baf3d29:43093 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:42,059 INFO [M:0;699c9baf3d29:43093 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T09:17:42,074 DEBUG [M:0;699c9baf3d29:43093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5a3c87b44bc48408227a2d139306cf9 is 82, key is hbase:meta,,1/info:regioninfo/1733217458546/Put/seqid=0 2024-12-03T09:17:42,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741837_1013 (size=5672) 2024-12-03T09:17:42,265 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39151,1733217449879.replicationSource.wal-reader.699c9baf3d29%2C39151%2C1733217449879,1-699c9baf3d29,39151,1733217449879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/WALs/699c9baf3d29,39151,1733217449879/699c9baf3d29%2C39151%2C1733217449879.1733217452329 to pos 0, reset compression=false 2024-12-03T09:17:42,479 INFO [M:0;699c9baf3d29:43093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5a3c87b44bc48408227a2d139306cf9 2024-12-03T09:17:42,496 DEBUG [M:0;699c9baf3d29:43093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19d9f6daf5514513be3be71f0024535c is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733217458587/Put/seqid=0 2024-12-03T09:17:42,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741838_1014 (size=5275) 2024-12-03T09:17:42,901 INFO [M:0;699c9baf3d29:43093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19d9f6daf5514513be3be71f0024535c 2024-12-03T09:17:42,928 DEBUG [M:0;699c9baf3d29:43093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cdb2335f90fd4939b63d5ff62a3dd5fe is 69, key is 699c9baf3d29,44051,1733217454972/rs:state/1733217457235/Put/seqid=0 2024-12-03T09:17:42,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741839_1015 (size=5156) 2024-12-03T09:17:42,933 INFO [M:0;699c9baf3d29:43093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cdb2335f90fd4939b63d5ff62a3dd5fe 2024-12-03T09:17:42,956 DEBUG [M:0;699c9baf3d29:43093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5a3c87b44bc48408227a2d139306cf9 as hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c5a3c87b44bc48408227a2d139306cf9 2024-12-03T09:17:42,969 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39151,1733217449879.replicationSource.wal-reader.699c9baf3d29%2C39151%2C1733217449879,1-699c9baf3d29,39151,1733217449879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/WALs/699c9baf3d29,39151,1733217449879/699c9baf3d29%2C39151%2C1733217449879.1733217452329 to pos 0, reset compression=false 2024-12-03T09:17:42,973 INFO [M:0;699c9baf3d29:43093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c5a3c87b44bc48408227a2d139306cf9, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T09:17:42,982 DEBUG [M:0;699c9baf3d29:43093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19d9f6daf5514513be3be71f0024535c as hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/19d9f6daf5514513be3be71f0024535c 2024-12-03T09:17:42,990 INFO [M:0;699c9baf3d29:43093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/19d9f6daf5514513be3be71f0024535c, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T09:17:42,992 DEBUG [M:0;699c9baf3d29:43093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cdb2335f90fd4939b63d5ff62a3dd5fe as hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cdb2335f90fd4939b63d5ff62a3dd5fe 2024-12-03T09:17:43,001 INFO [M:0;699c9baf3d29:43093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36683/user/jenkins/test-data/9d67e52f-14ca-1146-3f09-f6fc62f8622f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cdb2335f90fd4939b63d5ff62a3dd5fe, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T09:17:43,003 INFO [M:0;699c9baf3d29:43093 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 944ms, sequenceid=28, compaction requested=false 2024-12-03T09:17:43,056 INFO [M:0;699c9baf3d29:43093 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:43,057 DEBUG [M:0;699c9baf3d29:43093 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217462058Disabling compacts and flushes for region at 1733217462058Disabling writes for close at 1733217462059 (+1 ms)Obtaining lock to block concurrent updates at 1733217462059Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733217462059Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733217462059Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733217462060 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733217462060Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733217462073 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733217462074 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733217462484 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733217462496 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733217462496Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733217462908 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733217462927 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733217462927Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38065560: reopening flushed file at 1733217462940 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bffb093: reopening flushed file at 1733217462974 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5659a751: reopening flushed file at 1733217462991 (+17 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 944ms, sequenceid=28, compaction requested=false at 1733217463003 (+12 ms)Writing region close event to WAL at 1733217463056 (+53 ms)Closed at 1733217463056 2024-12-03T09:17:43,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741830_1006 (size=10165) 2024-12-03T09:17:43,075 INFO [M:0;699c9baf3d29:43093 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T09:17:43,075 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:17:43,075 INFO [M:0;699c9baf3d29:43093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43093 2024-12-03T09:17:43,075 INFO [M:0;699c9baf3d29:43093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:17:43,223 INFO [M:0;699c9baf3d29:43093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:17:43,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:17:43,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019a7b6a8b0003, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:17:43,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c0d53a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:17:43,227 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65f90607{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:17:43,227 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:17:43,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e28569b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:17:43,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75d2194{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/hadoop.log.dir/,STOPPED} 2024-12-03T09:17:43,229 WARN [BP-217313680-172.17.0.2-1733217452764 heartbeating to localhost/127.0.0.1:36683 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T09:17:43,229 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T09:17:43,229 WARN [BP-217313680-172.17.0.2-1733217452764 heartbeating to localhost/127.0.0.1:36683 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-217313680-172.17.0.2-1733217452764 (Datanode Uuid e74fd850-ef20-49b7-817a-8c6164abe80e) service to localhost/127.0.0.1:36683 2024-12-03T09:17:43,229 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T09:17:43,230 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/cluster_9705d4aa-8d53-c992-1df1-56faee9112f7/data/data1/current/BP-217313680-172.17.0.2-1733217452764 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:17:43,230 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/cluster_9705d4aa-8d53-c992-1df1-56faee9112f7/data/data2/current/BP-217313680-172.17.0.2-1733217452764 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:17:43,230 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T09:17:43,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e7a0b0a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:17:43,239 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7734c845{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:17:43,239 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:17:43,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c9883e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:17:43,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20a816f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/hadoop.log.dir/,STOPPED} 2024-12-03T09:17:43,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T09:17:43,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T09:17:43,259 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:17:43,259 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:17:43,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:43,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:43,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:17:43,259 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T09:17:43,259 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1788316941, stopped=false 2024-12-03T09:17:43,259 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=699c9baf3d29,42663,1733217449670 2024-12-03T09:17:43,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1640113590/running 2024-12-03T09:17:43,273 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:17:43,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1640113590 2024-12-03T09:17:43,273 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39151-0x1019a7b6a8b0001, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1640113590/running 2024-12-03T09:17:43,274 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39151-0x1019a7b6a8b0001, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1640113590 2024-12-03T09:17:43,274 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:17:43,274 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:17:43,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:43,274 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,39151,1733217449879' ***** 2024-12-03T09:17:43,274 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T09:17:43,274 INFO [RS:0;699c9baf3d29:39151 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:17:43,274 INFO [RS:0;699c9baf3d29:39151 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T09:17:43,274 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:17:43,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39151-0x1019a7b6a8b0001, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Set watcher on znode that does not yet exist, /0-1640113590/running 2024-12-03T09:17:43,274 INFO [RS:0;699c9baf3d29:39151 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T09:17:43,275 INFO [RS:0;699c9baf3d29:39151 {}] regionserver.HRegionServer(3091): Received CLOSE for 491d3e01e1964b46540645a5d6979535 2024-12-03T09:17:43,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Set watcher on znode that does not yet exist, /0-1640113590/running 2024-12-03T09:17:43,275 INFO [RS:0;699c9baf3d29:39151 {}] regionserver.HRegionServer(959): stopping server 699c9baf3d29,39151,1733217449879 2024-12-03T09:17:43,275 INFO [RS:0;699c9baf3d29:39151 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:17:43,275 INFO [RS:0;699c9baf3d29:39151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:39151. 2024-12-03T09:17:43,275 DEBUG [RS:0;699c9baf3d29:39151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:17:43,275 DEBUG [RS:0;699c9baf3d29:39151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:43,275 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 491d3e01e1964b46540645a5d6979535, disabling compactions & flushes 2024-12-03T09:17:43,275 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217458813.491d3e01e1964b46540645a5d6979535. 2024-12-03T09:17:43,275 INFO [RS:0;699c9baf3d29:39151 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T09:17:43,275 INFO [RS:0;699c9baf3d29:39151 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T09:17:43,276 INFO [RS:0;699c9baf3d29:39151 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T09:17:43,276 INFO [RS:0;699c9baf3d29:39151 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T09:17:43,276 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217458813.491d3e01e1964b46540645a5d6979535. 2024-12-03T09:17:43,276 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217458813.491d3e01e1964b46540645a5d6979535. after waiting 0 ms 2024-12-03T09:17:43,276 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217458813.491d3e01e1964b46540645a5d6979535. 2024-12-03T09:17:43,276 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 491d3e01e1964b46540645a5d6979535 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-03T09:17:43,277 INFO [RS:0;699c9baf3d29:39151 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T09:17:43,277 DEBUG [RS:0;699c9baf3d29:39151 {}] regionserver.HRegionServer(1325): Online Regions={491d3e01e1964b46540645a5d6979535=hbase:replication,,1733217458813.491d3e01e1964b46540645a5d6979535., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T09:17:43,277 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:17:43,277 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:17:43,277 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:17:43,277 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:17:43,277 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:17:43,277 DEBUG [RS:0;699c9baf3d29:39151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 491d3e01e1964b46540645a5d6979535 2024-12-03T09:17:43,279 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T09:17:43,302 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/replication/491d3e01e1964b46540645a5d6979535/.tmp/queue/2bd411832a3e4ae1a8cbbd7f84ccc6d1 is 151, key is 1-699c9baf3d29,39151,1733217449879/queue:699c9baf3d29%2C39151%2C1733217449879/1733217460179/Put/seqid=0 2024-12-03T09:17:43,308 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:17:43,319 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/meta/1588230740/.tmp/info/83785c8e93804fcba8050ab91b4846c6 is 147, key is hbase:replication,,1733217458813.491d3e01e1964b46540645a5d6979535./info:regioninfo/1733217459742/Put/seqid=0 2024-12-03T09:17:43,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34473 is added to blk_1073741838_1014 (size=5350) 2024-12-03T09:17:43,337 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/replication/491d3e01e1964b46540645a5d6979535/.tmp/queue/2bd411832a3e4ae1a8cbbd7f84ccc6d1 2024-12-03T09:17:43,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34473 is added to blk_1073741839_1015 (size=6631) 2024-12-03T09:17:43,343 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/meta/1588230740/.tmp/info/83785c8e93804fcba8050ab91b4846c6 2024-12-03T09:17:43,361 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/replication/491d3e01e1964b46540645a5d6979535/.tmp/queue/2bd411832a3e4ae1a8cbbd7f84ccc6d1 as hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/replication/491d3e01e1964b46540645a5d6979535/queue/2bd411832a3e4ae1a8cbbd7f84ccc6d1 2024-12-03T09:17:43,371 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/replication/491d3e01e1964b46540645a5d6979535/queue/2bd411832a3e4ae1a8cbbd7f84ccc6d1, entries=1, sequenceid=5, filesize=5.2 K 2024-12-03T09:17:43,373 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 491d3e01e1964b46540645a5d6979535 in 97ms, sequenceid=5, compaction requested=false 2024-12-03T09:17:43,373 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T09:17:43,381 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/meta/1588230740/.tmp/ns/e9a32a18830349859c499db4e1380e55 is 43, key is default/ns:d/1733217452628/Put/seqid=0 2024-12-03T09:17:43,389 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/replication/491d3e01e1964b46540645a5d6979535/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T09:17:43,390 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:17:43,390 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:17:43,390 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733217458813.491d3e01e1964b46540645a5d6979535. 2024-12-03T09:17:43,390 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 491d3e01e1964b46540645a5d6979535: Waiting for close lock at 1733217463275Running coprocessor pre-close hooks at 1733217463275Disabling compacts and flushes for region at 1733217463275Disabling writes for close at 1733217463276 (+1 ms)Obtaining lock to block concurrent updates at 1733217463276Preparing flush snapshotting stores in 491d3e01e1964b46540645a5d6979535 at 1733217463276Finished memstore snapshotting hbase:replication,,1733217458813.491d3e01e1964b46540645a5d6979535., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733217463276Flushing stores of hbase:replication,,1733217458813.491d3e01e1964b46540645a5d6979535. at 1733217463278 (+2 ms)Flushing 491d3e01e1964b46540645a5d6979535/queue: creating writer at 1733217463278Flushing 491d3e01e1964b46540645a5d6979535/queue: appending metadata at 1733217463301 (+23 ms)Flushing 491d3e01e1964b46540645a5d6979535/queue: closing flushed file at 1733217463301Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a6de13f: reopening flushed file at 1733217463360 (+59 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 491d3e01e1964b46540645a5d6979535 in 97ms, sequenceid=5, compaction requested=false at 1733217463373 (+13 ms)Writing region close event to WAL at 1733217463377 (+4 ms)Running coprocessor post-close hooks at 1733217463390 (+13 ms)Closed at 1733217463390 2024-12-03T09:17:43,390 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733217458813.491d3e01e1964b46540645a5d6979535. 2024-12-03T09:17:43,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34473 is added to blk_1073741840_1016 (size=5153) 2024-12-03T09:17:43,404 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/meta/1588230740/.tmp/ns/e9a32a18830349859c499db4e1380e55 2024-12-03T09:17:43,442 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/meta/1588230740/.tmp/table/eb4fe14bedb7435fa4d420208ec2f03f is 53, key is hbase:replication/table:state/1733217459762/Put/seqid=0 2024-12-03T09:17:43,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34473 is added to blk_1073741841_1017 (size=5256) 2024-12-03T09:17:43,452 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/meta/1588230740/.tmp/table/eb4fe14bedb7435fa4d420208ec2f03f 2024-12-03T09:17:43,467 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/meta/1588230740/.tmp/info/83785c8e93804fcba8050ab91b4846c6 as hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/meta/1588230740/info/83785c8e93804fcba8050ab91b4846c6 2024-12-03T09:17:43,476 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/meta/1588230740/info/83785c8e93804fcba8050ab91b4846c6, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T09:17:43,477 DEBUG [RS:0;699c9baf3d29:39151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:17:43,478 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/meta/1588230740/.tmp/ns/e9a32a18830349859c499db4e1380e55 as hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/meta/1588230740/ns/e9a32a18830349859c499db4e1380e55 2024-12-03T09:17:43,491 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/meta/1588230740/ns/e9a32a18830349859c499db4e1380e55, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T09:17:43,493 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/meta/1588230740/.tmp/table/eb4fe14bedb7435fa4d420208ec2f03f as hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/meta/1588230740/table/eb4fe14bedb7435fa4d420208ec2f03f 2024-12-03T09:17:43,500 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/meta/1588230740/table/eb4fe14bedb7435fa4d420208ec2f03f, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T09:17:43,501 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 224ms, sequenceid=11, compaction requested=false 2024-12-03T09:17:43,513 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T09:17:43,514 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:17:43,514 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:17:43,514 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:17:43,514 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217463277Running coprocessor pre-close hooks at 1733217463277Disabling compacts and flushes for region at 1733217463277Disabling writes for close at 1733217463277Obtaining lock to block concurrent updates at 1733217463279 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1733217463279Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733217463282 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733217463283 (+1 ms)Flushing 1588230740/info: creating writer at 1733217463283Flushing 1588230740/info: appending metadata at 1733217463319 (+36 ms)Flushing 1588230740/info: closing flushed file at 1733217463319Flushing 1588230740/ns: creating writer at 1733217463360 (+41 ms)Flushing 1588230740/ns: appending metadata at 1733217463380 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733217463380Flushing 1588230740/table: creating writer at 1733217463412 (+32 ms)Flushing 1588230740/table: appending metadata at 1733217463441 (+29 ms)Flushing 1588230740/table: closing flushed file at 1733217463441Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15ea4e09: reopening flushed file at 1733217463465 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dc9a365: reopening flushed file at 1733217463476 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dd8aa7c: reopening flushed file at 1733217463491 (+15 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 224ms, sequenceid=11, compaction requested=false at 1733217463501 (+10 ms)Writing region close event to WAL at 1733217463509 (+8 ms)Running coprocessor post-close hooks at 1733217463514 (+5 ms)Closed at 1733217463514 2024-12-03T09:17:43,514 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T09:17:43,677 INFO [RS:0;699c9baf3d29:39151 {}] regionserver.HRegionServer(976): stopping server 699c9baf3d29,39151,1733217449879; all regions closed. 2024-12-03T09:17:43,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34473 is added to blk_1073741834_1010 (size=2742) 2024-12-03T09:17:43,680 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/WALs/699c9baf3d29,39151,1733217449879/699c9baf3d29%2C39151%2C1733217449879.meta.1733217452570.meta not finished, retry = 0 2024-12-03T09:17:43,783 DEBUG [RS:0;699c9baf3d29:39151 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/oldWALs 2024-12-03T09:17:43,783 INFO [RS:0;699c9baf3d29:39151 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C39151%2C1733217449879.meta:.meta(num 1733217452570) 2024-12-03T09:17:43,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34473 is added to blk_1073741837_1013 (size=1586) 2024-12-03T09:17:43,785 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/WALs/699c9baf3d29,39151,1733217449879/699c9baf3d29%2C39151%2C1733217449879.rep.1733217459668 not finished, retry = 0 2024-12-03T09:17:43,824 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39151,1733217449879.replicationSource.wal-reader.699c9baf3d29%2C39151%2C1733217449879,1-699c9baf3d29,39151,1733217449879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/WALs/699c9baf3d29,39151,1733217449879/699c9baf3d29%2C39151%2C1733217449879.1733217452329 to pos 0, reset compression=false 2024-12-03T09:17:43,888 DEBUG [RS:0;699c9baf3d29:39151 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/oldWALs 2024-12-03T09:17:43,888 INFO [RS:0;699c9baf3d29:39151 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C39151%2C1733217449879.rep:(num 1733217459668) 2024-12-03T09:17:43,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34473 is added to blk_1073741833_1009 (size=93) 2024-12-03T09:17:43,892 DEBUG [RS:0;699c9baf3d29:39151 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/oldWALs 2024-12-03T09:17:43,892 INFO [RS:0;699c9baf3d29:39151 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C39151%2C1733217449879:(num 1733217452329) 2024-12-03T09:17:43,892 DEBUG [RS:0;699c9baf3d29:39151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:43,893 INFO [RS:0;699c9baf3d29:39151 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:17:43,893 INFO [RS:0;699c9baf3d29:39151 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:17:43,893 INFO [RS:0;699c9baf3d29:39151 {}] hbase.ChoreService(370): Chore service for: regionserver/699c9baf3d29:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T09:17:43,893 INFO [RS:0;699c9baf3d29:39151 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:17:43,893 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:17:43,893 INFO [RS:0;699c9baf3d29:39151 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-699c9baf3d29,39151,1733217449879 because: Region server is closing 2024-12-03T09:17:43,893 INFO [RS:0;699c9baf3d29:39151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:39151. 2024-12-03T09:17:43,893 DEBUG [RS:0;699c9baf3d29:39151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:17:43,893 DEBUG [RS:0;699c9baf3d29:39151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:43,894 DEBUG [RS:0;699c9baf3d29:39151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:43,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:17:43,991 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:17:43,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:17:43,994 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39151,1733217449879.replicationSource.wal-reader.699c9baf3d29%2C39151%2C1733217449879,1-699c9baf3d29,39151,1733217449879 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T09:17:43,994 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39151,1733217449879.replicationSource.shipper699c9baf3d29%2C39151%2C1733217449879,1-699c9baf3d29,39151,1733217449879 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T09:17:43,994 INFO [RS:0;699c9baf3d29:39151 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39151,1733217449879.replicationSource.shipper699c9baf3d29%2C39151%2C1733217449879,1-699c9baf3d29,39151,1733217449879 terminated 2024-12-03T09:17:43,994 INFO [RS:0;699c9baf3d29:39151 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39151 2024-12-03T09:17:44,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:17:44,049 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39151-0x1019a7b6a8b0001, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1640113590/rs/699c9baf3d29,39151,1733217449879 2024-12-03T09:17:44,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1640113590/rs 2024-12-03T09:17:44,049 INFO [RS:0;699c9baf3d29:39151 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:17:44,059 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,39151,1733217449879] 2024-12-03T09:17:44,070 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1640113590/draining/699c9baf3d29,39151,1733217449879 already deleted, retry=false 2024-12-03T09:17:44,070 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 699c9baf3d29,39151,1733217449879 expired; onlineServers=0 2024-12-03T09:17:44,070 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '699c9baf3d29,42663,1733217449670' ***** 2024-12-03T09:17:44,070 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T09:17:44,070 INFO [M:0;699c9baf3d29:42663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:17:44,070 INFO [M:0;699c9baf3d29:42663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:17:44,070 DEBUG [M:0;699c9baf3d29:42663 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T09:17:44,070 DEBUG [M:0;699c9baf3d29:42663 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T09:17:44,070 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T09:17:44,070 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217452134 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217452134,5,FailOnTimeoutGroup] 2024-12-03T09:17:44,070 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217452140 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217452140,5,FailOnTimeoutGroup] 2024-12-03T09:17:44,070 INFO [M:0;699c9baf3d29:42663 {}] hbase.ChoreService(370): Chore service for: master/699c9baf3d29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T09:17:44,071 INFO [M:0;699c9baf3d29:42663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:17:44,071 DEBUG [M:0;699c9baf3d29:42663 {}] master.HMaster(1795): Stopping service threads 2024-12-03T09:17:44,071 INFO [M:0;699c9baf3d29:42663 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T09:17:44,071 INFO [M:0;699c9baf3d29:42663 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:17:44,071 INFO [M:0;699c9baf3d29:42663 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T09:17:44,071 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T09:17:44,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1640113590/master 2024-12-03T09:17:44,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1640113590 2024-12-03T09:17:44,080 DEBUG [M:0;699c9baf3d29:42663 {}] zookeeper.ZKUtil(347): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Unable to get data of znode /0-1640113590/master because node does not exist (not an error) 2024-12-03T09:17:44,080 WARN [M:0;699c9baf3d29:42663 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T09:17:44,081 INFO [M:0;699c9baf3d29:42663 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/.lastflushedseqids 2024-12-03T09:17:44,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34473 is added to blk_1073741842_1018 (size=181) 2024-12-03T09:17:44,159 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39151-0x1019a7b6a8b0001, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:17:44,159 INFO [RS:0;699c9baf3d29:39151 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:17:44,159 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39151-0x1019a7b6a8b0001, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:17:44,160 INFO [RS:0;699c9baf3d29:39151 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,39151,1733217449879; zookeeper connection closed. 2024-12-03T09:17:44,160 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a46b0ab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a46b0ab 2024-12-03T09:17:44,160 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T09:17:44,486 INFO [M:0;699c9baf3d29:42663 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T09:17:44,486 INFO [M:0;699c9baf3d29:42663 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T09:17:44,486 DEBUG [M:0;699c9baf3d29:42663 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:17:44,486 INFO [M:0;699c9baf3d29:42663 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:44,486 DEBUG [M:0;699c9baf3d29:42663 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:44,486 DEBUG [M:0;699c9baf3d29:42663 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:17:44,486 DEBUG [M:0;699c9baf3d29:42663 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:44,486 INFO [M:0;699c9baf3d29:42663 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-03T09:17:44,500 DEBUG [M:0;699c9baf3d29:42663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/150efa97f34b45bcbd0b77f7d785f2a0 is 82, key is hbase:meta,,1/info:regioninfo/1733217452606/Put/seqid=0 2024-12-03T09:17:44,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34473 is added to blk_1073741843_1019 (size=5672) 2024-12-03T09:17:44,905 INFO [M:0;699c9baf3d29:42663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/150efa97f34b45bcbd0b77f7d785f2a0 2024-12-03T09:17:44,922 DEBUG [M:0;699c9baf3d29:42663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6003d5853f884ed58d095e3bbd726cb8 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733217459769/Put/seqid=0 2024-12-03T09:17:44,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34473 is added to blk_1073741844_1020 (size=7203) 2024-12-03T09:17:45,328 INFO [M:0;699c9baf3d29:42663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6003d5853f884ed58d095e3bbd726cb8 2024-12-03T09:17:45,347 DEBUG [M:0;699c9baf3d29:42663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c10dca186ea949e1b84770eb45026438 is 69, key is 699c9baf3d29,39151,1733217449879/rs:state/1733217452151/Put/seqid=0 2024-12-03T09:17:45,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34473 is added to blk_1073741845_1021 (size=5156) 2024-12-03T09:17:45,752 INFO [M:0;699c9baf3d29:42663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c10dca186ea949e1b84770eb45026438 2024-12-03T09:17:45,760 DEBUG [M:0;699c9baf3d29:42663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/150efa97f34b45bcbd0b77f7d785f2a0 as hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/150efa97f34b45bcbd0b77f7d785f2a0 2024-12-03T09:17:45,769 INFO [M:0;699c9baf3d29:42663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/150efa97f34b45bcbd0b77f7d785f2a0, entries=8, sequenceid=70, filesize=5.5 K 2024-12-03T09:17:45,770 DEBUG [M:0;699c9baf3d29:42663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6003d5853f884ed58d095e3bbd726cb8 as hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6003d5853f884ed58d095e3bbd726cb8 2024-12-03T09:17:45,780 INFO [M:0;699c9baf3d29:42663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6003d5853f884ed58d095e3bbd726cb8, entries=8, sequenceid=70, filesize=7.0 K 2024-12-03T09:17:45,781 DEBUG [M:0;699c9baf3d29:42663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c10dca186ea949e1b84770eb45026438 as hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c10dca186ea949e1b84770eb45026438 2024-12-03T09:17:45,792 INFO [M:0;699c9baf3d29:42663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45033/user/jenkins/test-data/f99ad456-61eb-c358-b16a-4672f1323644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c10dca186ea949e1b84770eb45026438, entries=1, sequenceid=70, filesize=5.0 K 2024-12-03T09:17:45,793 INFO [M:0;699c9baf3d29:42663 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=70, compaction requested=false 2024-12-03T09:17:45,803 INFO [M:0;699c9baf3d29:42663 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:45,804 DEBUG [M:0;699c9baf3d29:42663 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217464486Disabling compacts and flushes for region at 1733217464486Disabling writes for close at 1733217464486Obtaining lock to block concurrent updates at 1733217464486Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733217464486Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733217464487 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733217464487Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733217464487Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733217464500 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733217464500Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733217464909 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733217464921 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733217464922 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733217465332 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733217465347 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733217465347Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a669d5: reopening flushed file at 1733217465759 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ddef84c: reopening flushed file at 1733217465769 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69019c1d: reopening flushed file at 1733217465780 (+11 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=70, compaction requested=false at 1733217465793 (+13 ms)Writing region close event to WAL at 1733217465803 (+10 ms)Closed at 1733217465803 2024-12-03T09:17:45,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34473 is added to blk_1073741830_1006 (size=41008) 2024-12-03T09:17:45,810 INFO [M:0;699c9baf3d29:42663 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T09:17:45,810 INFO [M:0;699c9baf3d29:42663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42663 2024-12-03T09:17:45,810 INFO [M:0;699c9baf3d29:42663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:17:45,810 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:17:45,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:17:45,973 INFO [M:0;699c9baf3d29:42663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:17:45,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1019a7b6a8b0000, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:17:45,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@383f8153{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:17:45,976 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59ce6a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:17:45,976 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:17:45,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7725da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:17:45,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58570e73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/hadoop.log.dir/,STOPPED} 2024-12-03T09:17:45,978 WARN [BP-1275921043-172.17.0.2-1733217447673 heartbeating to localhost/127.0.0.1:45033 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T09:17:45,978 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T09:17:45,978 WARN [BP-1275921043-172.17.0.2-1733217447673 heartbeating to localhost/127.0.0.1:45033 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1275921043-172.17.0.2-1733217447673 (Datanode Uuid eecc8c2c-eb06-4459-a120-0ac1d5155eac) service to localhost/127.0.0.1:45033 2024-12-03T09:17:45,978 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T09:17:45,978 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/cluster_574a77b9-13b4-9d66-4023-0a4996dcf880/data/data1/current/BP-1275921043-172.17.0.2-1733217447673 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:17:45,978 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/cluster_574a77b9-13b4-9d66-4023-0a4996dcf880/data/data2/current/BP-1275921043-172.17.0.2-1733217447673 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:17:45,979 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T09:17:45,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14713665{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:17:45,984 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@80f7389{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:17:45,984 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:17:45,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2599732c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:17:45,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1454d2c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a76d24-9da3-feac-801b-474e3a30cdf6/hadoop.log.dir/,STOPPED} 2024-12-03T09:17:45,989 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T09:17:45,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T09:17:46,008 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 107) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36683 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45033 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56999) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36683 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45033 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36683 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45033 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45033 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36683 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45033 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36683 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56999) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=297 (was 343), ProcessCount=11 (was 11), AvailableMemoryMB=12938 (was 13667) 2024-12-03T09:17:46,014 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=297, ProcessCount=11, AvailableMemoryMB=12938 2024-12-03T09:17:46,025 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-03T09:17:46,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/hadoop.log.dir so I do NOT create it in target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a 2024-12-03T09:17:46,026 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T09:17:46,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/hadoop.tmp.dir so I do NOT create it in target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a 2024-12-03T09:17:46,026 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4bc592-789d-ceae-dc1a-8de724d24ca6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T09:17:46,026 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a 2024-12-03T09:17:46,026 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/cluster_e84668fc-d402-a21f-d415-9a9fe112ebe5, deleteOnExit=true 2024-12-03T09:17:46,028 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/cluster_e84668fc-d402-a21f-d415-9a9fe112ebe5/zookeeper_0, clientPort=62601, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/cluster_e84668fc-d402-a21f-d415-9a9fe112ebe5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/cluster_e84668fc-d402-a21f-d415-9a9fe112ebe5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T09:17:46,029 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62601 2024-12-03T09:17:46,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T09:17:46,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T09:17:46,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/test.cache.data in system properties and HBase conf 2024-12-03T09:17:46,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T09:17:46,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/hadoop.log.dir in system properties and HBase conf 2024-12-03T09:17:46,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T09:17:46,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T09:17:46,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T09:17:46,030 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T09:17:46,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:17:46,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:17:46,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T09:17:46,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:17:46,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T09:17:46,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T09:17:46,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:17:46,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:17:46,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T09:17:46,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/nfs.dump.dir in system properties and HBase conf 2024-12-03T09:17:46,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/java.io.tmpdir in system properties and HBase conf 2024-12-03T09:17:46,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:17:46,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T09:17:46,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T09:17:46,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019a7b6a8b0005, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T09:17:46,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019a7b6a8b0002, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T09:17:46,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019a7b6a8b0005, quorum=127.0.0.1:56999, baseZNode=/11600367134 Received Disconnected from ZooKeeper, ignoring 2024-12-03T09:17:46,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019a7b6a8b0002, quorum=127.0.0.1:56999, baseZNode=/0-1640113590 Received Disconnected from ZooKeeper, ignoring 2024-12-03T09:17:46,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:17:46,378 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:17:46,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:17:46,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:17:46,380 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T09:17:46,381 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:17:46,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35ebd4ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:17:46,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a50b0da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:17:46,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30e07a8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/java.io.tmpdir/jetty-localhost-41369-hadoop-hdfs-3_4_1-tests_jar-_-any-15423864942195036291/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:17:46,473 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62175913{HTTP/1.1, (http/1.1)}{localhost:41369} 2024-12-03T09:17:46,473 INFO [Time-limited test {}] server.Server(415): Started @53106ms 2024-12-03T09:17:46,742 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:17:46,744 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:17:46,745 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:17:46,745 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:17:46,745 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T09:17:46,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@344391ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:17:46,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530a7c13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:17:46,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47ae7d04{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/java.io.tmpdir/jetty-localhost-42755-hadoop-hdfs-3_4_1-tests_jar-_-any-18113558847930241090/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:17:46,837 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63ff1d91{HTTP/1.1, (http/1.1)}{localhost:42755} 2024-12-03T09:17:46,837 INFO [Time-limited test {}] server.Server(415): Started @53470ms 2024-12-03T09:17:46,838 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T09:17:47,644 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/cluster_e84668fc-d402-a21f-d415-9a9fe112ebe5/data/data1/current/BP-712387984-172.17.0.2-1733217466053/current, will proceed with Du for space computation calculation, 2024-12-03T09:17:47,644 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/cluster_e84668fc-d402-a21f-d415-9a9fe112ebe5/data/data2/current/BP-712387984-172.17.0.2-1733217466053/current, will proceed with Du for space computation calculation, 2024-12-03T09:17:47,663 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T09:17:47,667 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f5340ac4833a60c with lease ID 0xfe29bf29746a5060: Processing first storage report for DS-3b1cd2f7-fbae-4921-b2ec-a637bfa043ed from datanode DatanodeRegistration(127.0.0.1:37005, datanodeUuid=81719e17-4fda-41fc-a0db-85c011755050, infoPort=34831, infoSecurePort=0, ipcPort=38515, storageInfo=lv=-57;cid=testClusterID;nsid=1155563756;c=1733217466053) 2024-12-03T09:17:47,667 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f5340ac4833a60c with lease ID 0xfe29bf29746a5060: from storage DS-3b1cd2f7-fbae-4921-b2ec-a637bfa043ed node DatanodeRegistration(127.0.0.1:37005, datanodeUuid=81719e17-4fda-41fc-a0db-85c011755050, infoPort=34831, infoSecurePort=0, ipcPort=38515, storageInfo=lv=-57;cid=testClusterID;nsid=1155563756;c=1733217466053), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:17:47,667 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f5340ac4833a60c with lease ID 0xfe29bf29746a5060: Processing first storage report for DS-f2e16646-98ea-4bd4-b679-3c7c9c386a60 from datanode DatanodeRegistration(127.0.0.1:37005, datanodeUuid=81719e17-4fda-41fc-a0db-85c011755050, infoPort=34831, infoSecurePort=0, ipcPort=38515, storageInfo=lv=-57;cid=testClusterID;nsid=1155563756;c=1733217466053) 2024-12-03T09:17:47,667 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f5340ac4833a60c with lease ID 0xfe29bf29746a5060: from storage DS-f2e16646-98ea-4bd4-b679-3c7c9c386a60 node DatanodeRegistration(127.0.0.1:37005, datanodeUuid=81719e17-4fda-41fc-a0db-85c011755050, infoPort=34831, infoSecurePort=0, ipcPort=38515, storageInfo=lv=-57;cid=testClusterID;nsid=1155563756;c=1733217466053), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:17:47,766 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a 2024-12-03T09:17:47,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:47,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:47,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741825_1001 (size=7) 2024-12-03T09:17:48,179 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134 with version=8 2024-12-03T09:17:48,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/hbase-staging 2024-12-03T09:17:48,181 INFO [Time-limited test {}] client.ConnectionUtils(128): master/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:17:48,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:48,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:48,181 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:17:48,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:48,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:17:48,181 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T09:17:48,182 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:17:48,182 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43841 2024-12-03T09:17:48,183 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43841 connecting to ZooKeeper ensemble=127.0.0.1:62601 2024-12-03T09:17:48,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438410x0, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:17:48,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43841-0x1019a7bb2570000 connected 2024-12-03T09:17:48,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:48,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:48,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Set watcher on znode that does not yet exist, /0236864676/running 2024-12-03T09:17:48,361 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134, hbase.cluster.distributed=false 2024-12-03T09:17:48,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Set watcher on znode that does not yet exist, /0236864676/acl 2024-12-03T09:17:48,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43841 2024-12-03T09:17:48,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43841 2024-12-03T09:17:48,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43841 2024-12-03T09:17:48,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43841 2024-12-03T09:17:48,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43841 2024-12-03T09:17:48,392 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:17:48,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:48,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:48,393 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:17:48,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:48,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:17:48,393 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:17:48,393 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:17:48,394 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43361 2024-12-03T09:17:48,395 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43361 connecting to ZooKeeper ensemble=127.0.0.1:62601 2024-12-03T09:17:48,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:48,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:48,442 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433610x0, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:17:48,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433610x0, quorum=127.0.0.1:62601, baseZNode=/0236864676 Set watcher on znode that does not yet exist, /0236864676/running 2024-12-03T09:17:48,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43361-0x1019a7bb2570001 connected 2024-12-03T09:17:48,443 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:17:48,444 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:17:48,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43361-0x1019a7bb2570001, quorum=127.0.0.1:62601, baseZNode=/0236864676 Set watcher on znode that does not yet exist, /0236864676/master 2024-12-03T09:17:48,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43361-0x1019a7bb2570001, quorum=127.0.0.1:62601, baseZNode=/0236864676 Set watcher on znode that does not yet exist, /0236864676/acl 2024-12-03T09:17:48,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43361 2024-12-03T09:17:48,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43361 2024-12-03T09:17:48,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43361 2024-12-03T09:17:48,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43361 2024-12-03T09:17:48,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43361 2024-12-03T09:17:48,460 DEBUG [M:0;699c9baf3d29:43841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;699c9baf3d29:43841 2024-12-03T09:17:48,460 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0236864676/backup-masters/699c9baf3d29,43841,1733217468181 2024-12-03T09:17:48,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236864676/backup-masters 2024-12-03T09:17:48,473 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43361-0x1019a7bb2570001, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236864676/backup-masters 2024-12-03T09:17:48,473 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Set watcher on existing znode=/0236864676/backup-masters/699c9baf3d29,43841,1733217468181 2024-12-03T09:17:48,483 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43361-0x1019a7bb2570001, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0236864676/master 2024-12-03T09:17:48,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236864676 2024-12-03T09:17:48,483 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43361-0x1019a7bb2570001, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236864676 2024-12-03T09:17:48,483 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Set watcher on existing znode=/0236864676/master 2024-12-03T09:17:48,484 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0236864676/backup-masters/699c9baf3d29,43841,1733217468181 from backup master directory 2024-12-03T09:17:48,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0236864676/backup-masters/699c9baf3d29,43841,1733217468181 2024-12-03T09:17:48,494 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43361-0x1019a7bb2570001, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236864676/backup-masters 2024-12-03T09:17:48,494 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:17:48,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236864676/backup-masters 2024-12-03T09:17:48,494 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=699c9baf3d29,43841,1733217468181 2024-12-03T09:17:48,499 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/hbase.id] with ID: 09fd3e37-6976-4f77-9bc0-4a79031aeca7 2024-12-03T09:17:48,499 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/.tmp/hbase.id 2024-12-03T09:17:48,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741826_1002 (size=42) 2024-12-03T09:17:48,892 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:17:48,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:17:48,904 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/.tmp/hbase.id]:[hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/hbase.id] 2024-12-03T09:17:48,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:17:48,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:17:48,919 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:48,919 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T09:17:48,920 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T09:17:48,975 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43361-0x1019a7bb2570001, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236864676 2024-12-03T09:17:48,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236864676 2024-12-03T09:17:48,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741827_1003 (size=196) 2024-12-03T09:17:49,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:17:49,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T09:17:49,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T09:17:49,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:17:49,381 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:17:49,382 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T09:17:49,382 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:17:49,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741828_1004 (size=1189) 2024-12-03T09:17:49,789 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/MasterData/data/master/store 2024-12-03T09:17:49,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741829_1005 (size=34) 2024-12-03T09:17:50,196 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:50,196 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:17:50,196 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:50,196 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:50,196 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:17:50,196 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:50,196 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:50,196 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217470196Disabling compacts and flushes for region at 1733217470196Disabling writes for close at 1733217470196Writing region close event to WAL at 1733217470196Closed at 1733217470196 2024-12-03T09:17:50,197 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/MasterData/data/master/store/.initializing 2024-12-03T09:17:50,197 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/MasterData/WALs/699c9baf3d29,43841,1733217468181 2024-12-03T09:17:50,198 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:17:50,200 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C43841%2C1733217468181, suffix=, logDir=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/MasterData/WALs/699c9baf3d29,43841,1733217468181, archiveDir=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/MasterData/oldWALs, maxLogs=10 2024-12-03T09:17:50,211 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/MasterData/WALs/699c9baf3d29,43841,1733217468181/699c9baf3d29%2C43841%2C1733217468181.1733217470200, exclude list is [], retry=0 2024-12-03T09:17:50,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37005,DS-3b1cd2f7-fbae-4921-b2ec-a637bfa043ed,DISK] 2024-12-03T09:17:50,215 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/MasterData/WALs/699c9baf3d29,43841,1733217468181/699c9baf3d29%2C43841%2C1733217468181.1733217470200 2024-12-03T09:17:50,215 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34831:34831)] 2024-12-03T09:17:50,215 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:17:50,215 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:50,215 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:50,215 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:50,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:50,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T09:17:50,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:50,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:50,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:50,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T09:17:50,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:50,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:50,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:50,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T09:17:50,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:50,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:50,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:50,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T09:17:50,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:50,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:50,224 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:50,225 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:50,225 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:50,227 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:50,227 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:50,227 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:17:50,228 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:50,230 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:17:50,231 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69650672, jitterRate=0.03787589073181152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:17:50,231 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733217470216Initializing all the Stores at 1733217470216Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217470216Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217470217 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217470217Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217470217Cleaning up temporary data from old regions at 1733217470227 (+10 ms)Region opened successfully at 1733217470231 (+4 ms) 2024-12-03T09:17:50,231 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T09:17:50,234 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764c6fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:17:50,235 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T09:17:50,235 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T09:17:50,235 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T09:17:50,235 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T09:17:50,236 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T09:17:50,236 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T09:17:50,236 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T09:17:50,237 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T09:17:50,238 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Unable to get data of znode /0236864676/balancer because node does not exist (not necessarily an error) 2024-12-03T09:17:50,311 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0236864676/balancer already deleted, retry=false 2024-12-03T09:17:50,312 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T09:17:50,312 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Unable to get data of znode /0236864676/normalizer because node does not exist (not necessarily an error) 2024-12-03T09:17:50,325 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0236864676/normalizer already deleted, retry=false 2024-12-03T09:17:50,325 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T09:17:50,326 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Unable to get data of znode /0236864676/switch/split because node does not exist (not necessarily an error) 2024-12-03T09:17:50,335 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0236864676/switch/split already deleted, retry=false 2024-12-03T09:17:50,336 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Unable to get data of znode /0236864676/switch/merge because node does not exist (not necessarily an error) 2024-12-03T09:17:50,346 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0236864676/switch/merge already deleted, retry=false 2024-12-03T09:17:50,349 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Unable to get data of znode /0236864676/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T09:17:50,356 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0236864676/snapshot-cleanup already deleted, retry=false 2024-12-03T09:17:50,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0236864676/running 2024-12-03T09:17:50,367 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43361-0x1019a7bb2570001, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0236864676/running 2024-12-03T09:17:50,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236864676 2024-12-03T09:17:50,367 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43361-0x1019a7bb2570001, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236864676 2024-12-03T09:17:50,368 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=699c9baf3d29,43841,1733217468181, sessionid=0x1019a7bb2570000, setting cluster-up flag (Was=false) 2024-12-03T09:17:50,388 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43361-0x1019a7bb2570001, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236864676 2024-12-03T09:17:50,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236864676 2024-12-03T09:17:50,420 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0236864676/flush-table-proc/acquired, /0236864676/flush-table-proc/reached, /0236864676/flush-table-proc/abort 2024-12-03T09:17:50,420 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,43841,1733217468181 2024-12-03T09:17:50,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236864676 2024-12-03T09:17:50,441 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43361-0x1019a7bb2570001, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236864676 2024-12-03T09:17:50,472 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0236864676/online-snapshot/acquired, /0236864676/online-snapshot/reached, /0236864676/online-snapshot/abort 2024-12-03T09:17:50,473 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,43841,1733217468181 2024-12-03T09:17:50,474 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T09:17:50,476 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T09:17:50,476 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T09:17:50,476 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T09:17:50,477 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 699c9baf3d29,43841,1733217468181 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T09:17:50,478 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:17:50,478 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:17:50,478 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:17:50,478 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:17:50,478 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/699c9baf3d29:0, corePoolSize=10, maxPoolSize=10 2024-12-03T09:17:50,478 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:50,478 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:17:50,478 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:50,484 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:17:50,484 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T09:17:50,484 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733217500484 2024-12-03T09:17:50,484 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T09:17:50,484 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T09:17:50,484 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T09:17:50,484 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T09:17:50,485 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T09:17:50,485 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T09:17:50,485 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:50,485 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:50,485 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T09:17:50,485 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T09:17:50,485 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T09:17:50,485 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T09:17:50,486 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T09:17:50,488 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T09:17:50,488 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T09:17:50,488 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217470488,5,FailOnTimeoutGroup] 2024-12-03T09:17:50,489 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217470489,5,FailOnTimeoutGroup] 2024-12-03T09:17:50,489 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:50,489 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T09:17:50,489 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:50,489 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:50,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741831_1007 (size=1321) 2024-12-03T09:17:50,549 INFO [RS:0;699c9baf3d29:43361 {}] regionserver.HRegionServer(746): ClusterId : 09fd3e37-6976-4f77-9bc0-4a79031aeca7 2024-12-03T09:17:50,549 DEBUG [RS:0;699c9baf3d29:43361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:17:50,557 DEBUG [RS:0;699c9baf3d29:43361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:17:50,557 DEBUG [RS:0;699c9baf3d29:43361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:17:50,568 DEBUG [RS:0;699c9baf3d29:43361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:17:50,568 DEBUG [RS:0;699c9baf3d29:43361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@732c372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:17:50,581 DEBUG [RS:0;699c9baf3d29:43361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;699c9baf3d29:43361 2024-12-03T09:17:50,581 INFO [RS:0;699c9baf3d29:43361 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:17:50,581 INFO [RS:0;699c9baf3d29:43361 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:17:50,581 DEBUG [RS:0;699c9baf3d29:43361 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:17:50,582 INFO [RS:0;699c9baf3d29:43361 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,43841,1733217468181 with port=43361, startcode=1733217468392 2024-12-03T09:17:50,582 DEBUG [RS:0;699c9baf3d29:43361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:17:50,583 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:17:50,584 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43841 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,43361,1733217468392 2024-12-03T09:17:50,584 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43841 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,43361,1733217468392 2024-12-03T09:17:50,585 DEBUG [RS:0;699c9baf3d29:43361 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134 2024-12-03T09:17:50,585 DEBUG [RS:0;699c9baf3d29:43361 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43019 2024-12-03T09:17:50,585 DEBUG [RS:0;699c9baf3d29:43361 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:17:50,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236864676/rs 2024-12-03T09:17:50,596 DEBUG [RS:0;699c9baf3d29:43361 {}] zookeeper.ZKUtil(111): regionserver:43361-0x1019a7bb2570001, quorum=127.0.0.1:62601, baseZNode=/0236864676 Set watcher on existing znode=/0236864676/rs/699c9baf3d29,43361,1733217468392 2024-12-03T09:17:50,596 WARN [RS:0;699c9baf3d29:43361 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:17:50,596 INFO [RS:0;699c9baf3d29:43361 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:17:50,596 DEBUG [RS:0;699c9baf3d29:43361 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392 2024-12-03T09:17:50,596 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,43361,1733217468392] 2024-12-03T09:17:50,600 INFO [RS:0;699c9baf3d29:43361 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:17:50,601 INFO [RS:0;699c9baf3d29:43361 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:17:50,602 INFO [RS:0;699c9baf3d29:43361 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:17:50,602 INFO [RS:0;699c9baf3d29:43361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:50,602 INFO [RS:0;699c9baf3d29:43361 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:17:50,603 INFO [RS:0;699c9baf3d29:43361 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:17:50,603 INFO [RS:0;699c9baf3d29:43361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:50,603 DEBUG [RS:0;699c9baf3d29:43361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:50,603 DEBUG [RS:0;699c9baf3d29:43361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:50,603 DEBUG [RS:0;699c9baf3d29:43361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:50,603 DEBUG [RS:0;699c9baf3d29:43361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:50,603 DEBUG [RS:0;699c9baf3d29:43361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:50,603 DEBUG [RS:0;699c9baf3d29:43361 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:17:50,603 DEBUG [RS:0;699c9baf3d29:43361 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:50,603 DEBUG [RS:0;699c9baf3d29:43361 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:50,603 DEBUG [RS:0;699c9baf3d29:43361 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:50,603 DEBUG [RS:0;699c9baf3d29:43361 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:50,603 DEBUG [RS:0;699c9baf3d29:43361 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:50,603 DEBUG [RS:0;699c9baf3d29:43361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:50,603 DEBUG [RS:0;699c9baf3d29:43361 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:17:50,603 DEBUG [RS:0;699c9baf3d29:43361 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:17:50,604 INFO [RS:0;699c9baf3d29:43361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:50,604 INFO [RS:0;699c9baf3d29:43361 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:50,604 INFO [RS:0;699c9baf3d29:43361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:50,604 INFO [RS:0;699c9baf3d29:43361 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:50,604 INFO [RS:0;699c9baf3d29:43361 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:50,604 INFO [RS:0;699c9baf3d29:43361 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,43361,1733217468392-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:17:50,616 INFO [RS:0;699c9baf3d29:43361 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:17:50,616 INFO [RS:0;699c9baf3d29:43361 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,43361,1733217468392-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:50,616 INFO [RS:0;699c9baf3d29:43361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:50,616 INFO [RS:0;699c9baf3d29:43361 {}] regionserver.Replication(171): 699c9baf3d29,43361,1733217468392 started 2024-12-03T09:17:50,627 INFO [RS:0;699c9baf3d29:43361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:50,627 INFO [RS:0;699c9baf3d29:43361 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,43361,1733217468392, RpcServer on 699c9baf3d29/172.17.0.2:43361, sessionid=0x1019a7bb2570001 2024-12-03T09:17:50,627 DEBUG [RS:0;699c9baf3d29:43361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:17:50,627 DEBUG [RS:0;699c9baf3d29:43361 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,43361,1733217468392 2024-12-03T09:17:50,627 DEBUG [RS:0;699c9baf3d29:43361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,43361,1733217468392' 2024-12-03T09:17:50,627 DEBUG [RS:0;699c9baf3d29:43361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0236864676/flush-table-proc/abort' 2024-12-03T09:17:50,627 DEBUG [RS:0;699c9baf3d29:43361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0236864676/flush-table-proc/acquired' 2024-12-03T09:17:50,628 DEBUG [RS:0;699c9baf3d29:43361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:17:50,628 DEBUG [RS:0;699c9baf3d29:43361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:17:50,628 DEBUG [RS:0;699c9baf3d29:43361 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,43361,1733217468392 2024-12-03T09:17:50,628 DEBUG [RS:0;699c9baf3d29:43361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,43361,1733217468392' 2024-12-03T09:17:50,628 DEBUG [RS:0;699c9baf3d29:43361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0236864676/online-snapshot/abort' 2024-12-03T09:17:50,628 DEBUG [RS:0;699c9baf3d29:43361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0236864676/online-snapshot/acquired' 2024-12-03T09:17:50,628 DEBUG [RS:0;699c9baf3d29:43361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:17:50,628 INFO [RS:0;699c9baf3d29:43361 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:17:50,628 INFO [RS:0;699c9baf3d29:43361 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:17:50,729 INFO [RS:0;699c9baf3d29:43361 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:17:50,730 INFO [RS:0;699c9baf3d29:43361 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C43361%2C1733217468392, suffix=, logDir=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392, archiveDir=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/oldWALs, maxLogs=10 2024-12-03T09:17:50,741 DEBUG [RS:0;699c9baf3d29:43361 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730, exclude list is [], retry=0 2024-12-03T09:17:50,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37005,DS-3b1cd2f7-fbae-4921-b2ec-a637bfa043ed,DISK] 2024-12-03T09:17:50,746 INFO [RS:0;699c9baf3d29:43361 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 2024-12-03T09:17:50,746 DEBUG [RS:0;699c9baf3d29:43361 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34831:34831)] 2024-12-03T09:17:50,895 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T09:17:50,896 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134 2024-12-03T09:17:50,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741833_1009 (size=32) 2024-12-03T09:17:51,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:51,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:17:51,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:17:51,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:51,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:51,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:17:51,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:17:51,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:51,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:51,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:17:51,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:17:51,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:51,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:51,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:17:51,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:17:51,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:51,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:51,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:17:51,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/meta/1588230740 2024-12-03T09:17:51,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/meta/1588230740 2024-12-03T09:17:51,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:17:51,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:17:51,312 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:17:51,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:17:51,315 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:17:51,315 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71078416, jitterRate=0.05915093421936035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:17:51,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733217471302Initializing all the Stores at 1733217471303 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217471303Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217471303Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217471303Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217471303Cleaning up temporary data from old regions at 1733217471311 (+8 ms)Region opened successfully at 1733217471315 (+4 ms) 2024-12-03T09:17:51,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:17:51,316 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:17:51,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:17:51,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:17:51,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:17:51,316 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:17:51,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217471316Disabling compacts and flushes for region at 1733217471316Disabling writes for close at 1733217471316Writing region close event to WAL at 1733217471316Closed at 1733217471316 2024-12-03T09:17:51,317 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:17:51,317 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T09:17:51,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T09:17:51,318 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:17:51,319 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T09:17:51,469 DEBUG [699c9baf3d29:43841 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T09:17:51,470 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=699c9baf3d29,43361,1733217468392 2024-12-03T09:17:51,471 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,43361,1733217468392, state=OPENING 2024-12-03T09:17:51,532 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T09:17:51,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236864676 2024-12-03T09:17:51,543 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43361-0x1019a7bb2570001, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236864676 2024-12-03T09:17:51,543 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:17:51,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0236864676/meta-region-server: CHANGED 2024-12-03T09:17:51,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0236864676/meta-region-server: CHANGED 2024-12-03T09:17:51,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,43361,1733217468392}] 2024-12-03T09:17:51,696 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:17:51,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:17:51,701 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T09:17:51,701 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:17:51,701 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T09:17:51,703 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C43361%2C1733217468392.meta, suffix=.meta, logDir=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392, archiveDir=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/oldWALs, maxLogs=10 2024-12-03T09:17:51,713 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.meta.1733217471703.meta, exclude list is [], retry=0 2024-12-03T09:17:51,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37005,DS-3b1cd2f7-fbae-4921-b2ec-a637bfa043ed,DISK] 2024-12-03T09:17:51,717 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.meta.1733217471703.meta 2024-12-03T09:17:51,717 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34831:34831)] 2024-12-03T09:17:51,717 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:17:51,717 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:17:51,717 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:17:51,718 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T09:17:51,718 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T09:17:51,718 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T09:17:51,718 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:51,718 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T09:17:51,718 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T09:17:51,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:17:51,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:17:51,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:51,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:51,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:17:51,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:17:51,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:51,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:51,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:17:51,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:17:51,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:51,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:51,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:17:51,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:17:51,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:51,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:51,724 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:17:51,724 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/meta/1588230740 2024-12-03T09:17:51,725 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/meta/1588230740 2024-12-03T09:17:51,726 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:17:51,726 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:17:51,726 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:17:51,727 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:17:51,728 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62341274, jitterRate=-0.07104262709617615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:17:51,728 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T09:17:51,728 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733217471718Writing region info on filesystem at 1733217471718Initializing all the Stores at 1733217471719 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217471719Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217471719Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217471719Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217471719Cleaning up temporary data from old regions at 1733217471726 (+7 ms)Running coprocessor post-open hooks at 1733217471728 (+2 ms)Region opened successfully at 1733217471728 2024-12-03T09:17:51,729 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733217471696 2024-12-03T09:17:51,731 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T09:17:51,731 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T09:17:51,732 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,43361,1733217468392 2024-12-03T09:17:51,733 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,43361,1733217468392, state=OPEN 2024-12-03T09:17:51,770 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43361-0x1019a7bb2570001, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0236864676/meta-region-server 2024-12-03T09:17:51,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0236864676/meta-region-server 2024-12-03T09:17:51,770 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=699c9baf3d29,43361,1733217468392 2024-12-03T09:17:51,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0236864676/meta-region-server: CHANGED 2024-12-03T09:17:51,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0236864676/meta-region-server: CHANGED 2024-12-03T09:17:51,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T09:17:51,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,43361,1733217468392 in 227 msec 2024-12-03T09:17:51,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T09:17:51,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 456 msec 2024-12-03T09:17:51,776 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:17:51,776 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T09:17:51,777 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:17:51,777 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,43361,1733217468392, seqNum=-1] 2024-12-03T09:17:51,777 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:17:51,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:17:51,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3070 sec 2024-12-03T09:17:51,783 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733217471783, completionTime=-1 2024-12-03T09:17:51,784 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T09:17:51,784 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T09:17:51,785 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T09:17:51,785 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733217531785 2024-12-03T09:17:51,785 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733217591785 2024-12-03T09:17:51,785 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T09:17:51,786 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,43841,1733217468181-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:51,786 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,43841,1733217468181-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:51,786 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,43841,1733217468181-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:51,786 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-699c9baf3d29:43841, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:51,786 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:51,786 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:51,788 DEBUG [master/699c9baf3d29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T09:17:51,790 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.296sec 2024-12-03T09:17:51,790 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T09:17:51,790 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T09:17:51,790 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T09:17:51,790 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T09:17:51,790 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T09:17:51,790 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,43841,1733217468181-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:17:51,790 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,43841,1733217468181-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T09:17:51,792 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T09:17:51,792 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T09:17:51,792 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,43841,1733217468181-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:51,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@381e1498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:51,850 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,43841,-1 for getting cluster id 2024-12-03T09:17:51,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:17:51,851 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09fd3e37-6976-4f77-9bc0-4a79031aeca7' 2024-12-03T09:17:51,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:17:51,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09fd3e37-6976-4f77-9bc0-4a79031aeca7" 2024-12-03T09:17:51,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f64423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:51,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,43841,-1] 2024-12-03T09:17:51,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:17:51,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:51,853 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:17:51,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357795d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:51,854 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:17:51,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,43361,1733217468392, seqNum=-1] 2024-12-03T09:17:51,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:17:51,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:17:51,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=699c9baf3d29,43841,1733217468181 2024-12-03T09:17:51,859 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62601 2024-12-03T09:17:51,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:17:51,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019a7bb2570002 connected 2024-12-03T09:17:51,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/hadoop.log.dir so I do NOT create it in target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499 2024-12-03T09:17:51,893 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T09:17:51,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/hadoop.tmp.dir so I do NOT create it in target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499 2024-12-03T09:17:51,894 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T09:17:51,894 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499 2024-12-03T09:17:51,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T09:17:51,894 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/cluster_f0c5f725-8979-5cd2-4fee-4ff771bdd84a, deleteOnExit=true 2024-12-03T09:17:51,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T09:17:51,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/test.cache.data in system properties and HBase conf 2024-12-03T09:17:51,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T09:17:51,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/hadoop.log.dir in system properties and HBase conf 2024-12-03T09:17:51,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T09:17:51,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T09:17:51,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T09:17:51,895 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T09:17:51,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:17:51,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:17:51,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T09:17:51,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:17:51,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T09:17:51,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T09:17:51,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:17:51,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:17:51,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T09:17:51,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/nfs.dump.dir in system properties and HBase conf 2024-12-03T09:17:51,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/java.io.tmpdir in system properties and HBase conf 2024-12-03T09:17:51,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:17:51,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T09:17:51,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T09:17:52,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:17:52,205 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:17:52,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:17:52,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:17:52,206 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T09:17:52,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:17:52,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@516176c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:17:52,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37255a7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:17:52,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bc5498{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/java.io.tmpdir/jetty-localhost-35139-hadoop-hdfs-3_4_1-tests_jar-_-any-18139200211703516653/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:17:52,299 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11d38f4e{HTTP/1.1, (http/1.1)}{localhost:35139} 2024-12-03T09:17:52,299 INFO [Time-limited test {}] server.Server(415): Started @58932ms 2024-12-03T09:17:52,550 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:17:52,553 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:17:52,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:17:52,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:17:52,555 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T09:17:52,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@234ba30d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:17:52,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15b4e3f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:17:52,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@213b95e5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/java.io.tmpdir/jetty-localhost-37477-hadoop-hdfs-3_4_1-tests_jar-_-any-10642374268355760955/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:17:52,646 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fea310b{HTTP/1.1, (http/1.1)}{localhost:37477} 2024-12-03T09:17:52,646 INFO [Time-limited test {}] server.Server(415): Started @59279ms 2024-12-03T09:17:52,647 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T09:17:53,504 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/cluster_f0c5f725-8979-5cd2-4fee-4ff771bdd84a/data/data1/current/BP-1892170617-172.17.0.2-1733217471912/current, will proceed with Du for space computation calculation, 2024-12-03T09:17:53,504 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/cluster_f0c5f725-8979-5cd2-4fee-4ff771bdd84a/data/data2/current/BP-1892170617-172.17.0.2-1733217471912/current, will proceed with Du for space computation calculation, 2024-12-03T09:17:53,520 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T09:17:53,522 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb47e12a9d29af893 with lease ID 0xd53985cd51332880: Processing first storage report for DS-b13cf0fe-8fcd-41c0-b15c-8d403ade2ed8 from datanode DatanodeRegistration(127.0.0.1:36753, datanodeUuid=3ea40b88-d97d-4d1d-9bb6-54acf2498fe4, infoPort=43815, infoSecurePort=0, ipcPort=36501, storageInfo=lv=-57;cid=testClusterID;nsid=937244201;c=1733217471912) 2024-12-03T09:17:53,522 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb47e12a9d29af893 with lease ID 0xd53985cd51332880: from storage DS-b13cf0fe-8fcd-41c0-b15c-8d403ade2ed8 node DatanodeRegistration(127.0.0.1:36753, datanodeUuid=3ea40b88-d97d-4d1d-9bb6-54acf2498fe4, infoPort=43815, infoSecurePort=0, ipcPort=36501, storageInfo=lv=-57;cid=testClusterID;nsid=937244201;c=1733217471912), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:17:53,522 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb47e12a9d29af893 with lease ID 0xd53985cd51332880: Processing first storage report for DS-fd08875a-143f-4a0b-ada6-e5ffc08d75a3 from datanode DatanodeRegistration(127.0.0.1:36753, datanodeUuid=3ea40b88-d97d-4d1d-9bb6-54acf2498fe4, infoPort=43815, infoSecurePort=0, ipcPort=36501, storageInfo=lv=-57;cid=testClusterID;nsid=937244201;c=1733217471912) 2024-12-03T09:17:53,522 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb47e12a9d29af893 with lease ID 0xd53985cd51332880: from storage DS-fd08875a-143f-4a0b-ada6-e5ffc08d75a3 node DatanodeRegistration(127.0.0.1:36753, datanodeUuid=3ea40b88-d97d-4d1d-9bb6-54acf2498fe4, infoPort=43815, infoSecurePort=0, ipcPort=36501, storageInfo=lv=-57;cid=testClusterID;nsid=937244201;c=1733217471912), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:17:53,571 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499 2024-12-03T09:17:53,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:53,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:53,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741825_1001 (size=7) 2024-12-03T09:17:53,981 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7 with version=8 2024-12-03T09:17:53,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/hbase-staging 2024-12-03T09:17:53,982 INFO [Time-limited test {}] client.ConnectionUtils(128): master/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:17:53,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:53,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:53,983 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:17:53,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:53,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:17:53,983 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T09:17:53,983 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:17:53,983 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35709 2024-12-03T09:17:53,984 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35709 connecting to ZooKeeper ensemble=127.0.0.1:62601 2024-12-03T09:17:54,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357090x0, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:17:54,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35709-0x1019a7bb2570003 connected 2024-12-03T09:17:54,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:54,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:54,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Set watcher on znode that does not yet exist, /1495230944/running 2024-12-03T09:17:54,107 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7, hbase.cluster.distributed=false 2024-12-03T09:17:54,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Set watcher on znode that does not yet exist, /1495230944/acl 2024-12-03T09:17:54,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35709 2024-12-03T09:17:54,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35709 2024-12-03T09:17:54,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35709 2024-12-03T09:17:54,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35709 2024-12-03T09:17:54,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35709 2024-12-03T09:17:54,121 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:17:54,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:54,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:54,121 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:17:54,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:17:54,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:17:54,121 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:17:54,121 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:17:54,122 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35793 2024-12-03T09:17:54,123 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35793 connecting to ZooKeeper ensemble=127.0.0.1:62601 2024-12-03T09:17:54,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:54,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:54,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357930x0, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:17:54,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35793-0x1019a7bb2570004 connected 2024-12-03T09:17:54,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35793-0x1019a7bb2570004, quorum=127.0.0.1:62601, baseZNode=/1495230944 Set watcher on znode that does not yet exist, /1495230944/running 2024-12-03T09:17:54,136 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:17:54,136 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:17:54,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35793-0x1019a7bb2570004, quorum=127.0.0.1:62601, baseZNode=/1495230944 Set watcher on znode that does not yet exist, /1495230944/master 2024-12-03T09:17:54,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35793-0x1019a7bb2570004, quorum=127.0.0.1:62601, baseZNode=/1495230944 Set watcher on znode that does not yet exist, /1495230944/acl 2024-12-03T09:17:54,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35793 2024-12-03T09:17:54,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35793 2024-12-03T09:17:54,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35793 2024-12-03T09:17:54,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35793 2024-12-03T09:17:54,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35793 2024-12-03T09:17:54,149 DEBUG [M:0;699c9baf3d29:35709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;699c9baf3d29:35709 2024-12-03T09:17:54,150 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1495230944/backup-masters/699c9baf3d29,35709,1733217473982 2024-12-03T09:17:54,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35793-0x1019a7bb2570004, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495230944/backup-masters 2024-12-03T09:17:54,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495230944/backup-masters 2024-12-03T09:17:54,157 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Set watcher on existing znode=/1495230944/backup-masters/699c9baf3d29,35709,1733217473982 2024-12-03T09:17:54,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35793-0x1019a7bb2570004, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1495230944/master 2024-12-03T09:17:54,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495230944 2024-12-03T09:17:54,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35793-0x1019a7bb2570004, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495230944 2024-12-03T09:17:54,167 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Set watcher on existing znode=/1495230944/master 2024-12-03T09:17:54,168 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1495230944/backup-masters/699c9baf3d29,35709,1733217473982 from backup master directory 2024-12-03T09:17:54,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1495230944/backup-masters/699c9baf3d29,35709,1733217473982 2024-12-03T09:17:54,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35793-0x1019a7bb2570004, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495230944/backup-masters 2024-12-03T09:17:54,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495230944/backup-masters 2024-12-03T09:17:54,177 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:17:54,177 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=699c9baf3d29,35709,1733217473982 2024-12-03T09:17:54,181 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/hbase.id] with ID: d8435c5f-a2d3-4b91-97b5-988fa4418f5e 2024-12-03T09:17:54,181 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/.tmp/hbase.id 2024-12-03T09:17:54,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741826_1002 (size=42) 2024-12-03T09:17:54,586 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/.tmp/hbase.id]:[hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/hbase.id] 2024-12-03T09:17:54,597 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:17:54,597 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T09:17:54,598 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T09:17:54,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35793-0x1019a7bb2570004, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495230944 2024-12-03T09:17:54,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495230944 2024-12-03T09:17:54,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741827_1003 (size=196) 2024-12-03T09:17:54,689 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:17:54,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:17:54,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:17:54,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:17:55,015 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:17:55,015 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T09:17:55,016 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:17:55,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741828_1004 (size=1189) 2024-12-03T09:17:55,423 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/MasterData/data/master/store 2024-12-03T09:17:55,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741829_1005 (size=34) 2024-12-03T09:17:55,830 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:55,830 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:17:55,830 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:55,830 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:55,830 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:17:55,830 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:55,830 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:17:55,830 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217475830Disabling compacts and flushes for region at 1733217475830Disabling writes for close at 1733217475830Writing region close event to WAL at 1733217475830Closed at 1733217475830 2024-12-03T09:17:55,831 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/MasterData/data/master/store/.initializing 2024-12-03T09:17:55,831 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/MasterData/WALs/699c9baf3d29,35709,1733217473982 2024-12-03T09:17:55,832 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:17:55,833 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C35709%2C1733217473982, suffix=, logDir=hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/MasterData/WALs/699c9baf3d29,35709,1733217473982, archiveDir=hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/MasterData/oldWALs, maxLogs=10 2024-12-03T09:17:55,844 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/MasterData/WALs/699c9baf3d29,35709,1733217473982/699c9baf3d29%2C35709%2C1733217473982.1733217475833, exclude list is [], retry=0 2024-12-03T09:17:55,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36753,DS-b13cf0fe-8fcd-41c0-b15c-8d403ade2ed8,DISK] 2024-12-03T09:17:55,847 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/MasterData/WALs/699c9baf3d29,35709,1733217473982/699c9baf3d29%2C35709%2C1733217473982.1733217475833 2024-12-03T09:17:55,848 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43815:43815)] 2024-12-03T09:17:55,848 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:17:55,848 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:55,848 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:55,848 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:55,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:55,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T09:17:55,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:55,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:55,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:55,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T09:17:55,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:55,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:55,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:55,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T09:17:55,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:55,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:55,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:55,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T09:17:55,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:55,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:55,856 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:55,856 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:55,856 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:55,857 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:55,857 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:55,858 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:17:55,858 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:17:55,860 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:17:55,860 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60199510, jitterRate=-0.10295739769935608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:17:55,860 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733217475848Initializing all the Stores at 1733217475849 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217475849Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217475849Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217475849Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217475849Cleaning up temporary data from old regions at 1733217475857 (+8 ms)Region opened successfully at 1733217475860 (+3 ms) 2024-12-03T09:17:55,861 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T09:17:55,863 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736e77e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:17:55,864 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T09:17:55,864 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T09:17:55,864 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T09:17:55,864 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T09:17:55,865 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T09:17:55,865 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T09:17:55,865 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T09:17:55,867 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T09:17:55,867 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Unable to get data of znode /1495230944/balancer because node does not exist (not necessarily an error) 2024-12-03T09:17:55,974 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1495230944/balancer already deleted, retry=false 2024-12-03T09:17:55,975 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T09:17:55,975 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Unable to get data of znode /1495230944/normalizer because node does not exist (not necessarily an error) 2024-12-03T09:17:55,988 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1495230944/normalizer already deleted, retry=false 2024-12-03T09:17:55,988 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T09:17:55,989 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Unable to get data of znode /1495230944/switch/split because node does not exist (not necessarily an error) 2024-12-03T09:17:55,998 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1495230944/switch/split already deleted, retry=false 2024-12-03T09:17:55,999 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Unable to get data of znode /1495230944/switch/merge because node does not exist (not necessarily an error) 2024-12-03T09:17:56,009 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1495230944/switch/merge already deleted, retry=false 2024-12-03T09:17:56,011 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Unable to get data of znode /1495230944/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T09:17:56,019 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1495230944/snapshot-cleanup already deleted, retry=false 2024-12-03T09:17:56,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35793-0x1019a7bb2570004, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1495230944/running 2024-12-03T09:17:56,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1495230944/running 2024-12-03T09:17:56,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495230944 2024-12-03T09:17:56,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35793-0x1019a7bb2570004, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495230944 2024-12-03T09:17:56,030 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=699c9baf3d29,35709,1733217473982, sessionid=0x1019a7bb2570003, setting cluster-up flag (Was=false) 2024-12-03T09:17:56,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35793-0x1019a7bb2570004, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495230944 2024-12-03T09:17:56,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495230944 2024-12-03T09:17:56,082 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1495230944/flush-table-proc/acquired, /1495230944/flush-table-proc/reached, /1495230944/flush-table-proc/abort 2024-12-03T09:17:56,084 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,35709,1733217473982 2024-12-03T09:17:56,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35793-0x1019a7bb2570004, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495230944 2024-12-03T09:17:56,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495230944 2024-12-03T09:17:56,135 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1495230944/online-snapshot/acquired, /1495230944/online-snapshot/reached, /1495230944/online-snapshot/abort 2024-12-03T09:17:56,136 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,35709,1733217473982 2024-12-03T09:17:56,137 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T09:17:56,138 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T09:17:56,139 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T09:17:56,139 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T09:17:56,139 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 699c9baf3d29,35709,1733217473982 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T09:17:56,140 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:17:56,140 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:17:56,140 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:17:56,140 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:17:56,140 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/699c9baf3d29:0, corePoolSize=10, maxPoolSize=10 2024-12-03T09:17:56,140 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:56,140 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:17:56,140 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:56,141 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733217506141 2024-12-03T09:17:56,141 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T09:17:56,141 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T09:17:56,141 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T09:17:56,141 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T09:17:56,141 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T09:17:56,141 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T09:17:56,142 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:56,142 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:17:56,142 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T09:17:56,142 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T09:17:56,142 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T09:17:56,142 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T09:17:56,142 INFO [RS:0;699c9baf3d29:35793 {}] regionserver.HRegionServer(746): ClusterId : d8435c5f-a2d3-4b91-97b5-988fa4418f5e 2024-12-03T09:17:56,142 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T09:17:56,142 DEBUG [RS:0;699c9baf3d29:35793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:17:56,142 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T09:17:56,142 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T09:17:56,143 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217476142,5,FailOnTimeoutGroup] 2024-12-03T09:17:56,143 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:56,143 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217476143,5,FailOnTimeoutGroup] 2024-12-03T09:17:56,143 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T09:17:56,143 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:56,143 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T09:17:56,143 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:56,143 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:56,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741831_1007 (size=1321) 2024-12-03T09:17:56,154 DEBUG [RS:0;699c9baf3d29:35793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:17:56,154 DEBUG [RS:0;699c9baf3d29:35793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:17:56,167 DEBUG [RS:0;699c9baf3d29:35793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:17:56,168 DEBUG [RS:0;699c9baf3d29:35793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c5135a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:17:56,177 DEBUG [RS:0;699c9baf3d29:35793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;699c9baf3d29:35793 2024-12-03T09:17:56,177 INFO [RS:0;699c9baf3d29:35793 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:17:56,177 INFO [RS:0;699c9baf3d29:35793 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:17:56,177 DEBUG [RS:0;699c9baf3d29:35793 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:17:56,177 INFO [RS:0;699c9baf3d29:35793 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,35709,1733217473982 with port=35793, startcode=1733217474121 2024-12-03T09:17:56,178 DEBUG [RS:0;699c9baf3d29:35793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:17:56,179 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:17:56,179 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35709 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,35793,1733217474121 2024-12-03T09:17:56,179 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35709 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,35793,1733217474121 2024-12-03T09:17:56,181 DEBUG [RS:0;699c9baf3d29:35793 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7 2024-12-03T09:17:56,181 DEBUG [RS:0;699c9baf3d29:35793 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34455 2024-12-03T09:17:56,181 DEBUG [RS:0;699c9baf3d29:35793 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:17:56,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495230944/rs 2024-12-03T09:17:56,188 DEBUG [RS:0;699c9baf3d29:35793 {}] zookeeper.ZKUtil(111): regionserver:35793-0x1019a7bb2570004, quorum=127.0.0.1:62601, baseZNode=/1495230944 Set watcher on existing znode=/1495230944/rs/699c9baf3d29,35793,1733217474121 2024-12-03T09:17:56,188 WARN [RS:0;699c9baf3d29:35793 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:17:56,188 INFO [RS:0;699c9baf3d29:35793 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:17:56,188 DEBUG [RS:0;699c9baf3d29:35793 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/WALs/699c9baf3d29,35793,1733217474121 2024-12-03T09:17:56,189 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,35793,1733217474121] 2024-12-03T09:17:56,191 INFO [RS:0;699c9baf3d29:35793 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:17:56,193 INFO [RS:0;699c9baf3d29:35793 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:17:56,193 INFO [RS:0;699c9baf3d29:35793 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:17:56,193 INFO [RS:0;699c9baf3d29:35793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:56,193 INFO [RS:0;699c9baf3d29:35793 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:17:56,194 INFO [RS:0;699c9baf3d29:35793 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:17:56,194 INFO [RS:0;699c9baf3d29:35793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:56,194 DEBUG [RS:0;699c9baf3d29:35793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:56,194 DEBUG [RS:0;699c9baf3d29:35793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:56,194 DEBUG [RS:0;699c9baf3d29:35793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:56,194 DEBUG [RS:0;699c9baf3d29:35793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:56,194 DEBUG [RS:0;699c9baf3d29:35793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:56,194 DEBUG [RS:0;699c9baf3d29:35793 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:17:56,194 DEBUG [RS:0;699c9baf3d29:35793 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:56,194 DEBUG [RS:0;699c9baf3d29:35793 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:56,194 DEBUG [RS:0;699c9baf3d29:35793 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:56,194 DEBUG [RS:0;699c9baf3d29:35793 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:56,194 DEBUG [RS:0;699c9baf3d29:35793 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:56,194 DEBUG [RS:0;699c9baf3d29:35793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:17:56,194 DEBUG [RS:0;699c9baf3d29:35793 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:17:56,194 DEBUG [RS:0;699c9baf3d29:35793 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:17:56,195 INFO [RS:0;699c9baf3d29:35793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:56,195 INFO [RS:0;699c9baf3d29:35793 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:56,195 INFO [RS:0;699c9baf3d29:35793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:56,195 INFO [RS:0;699c9baf3d29:35793 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:56,195 INFO [RS:0;699c9baf3d29:35793 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:56,195 INFO [RS:0;699c9baf3d29:35793 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35793,1733217474121-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:17:56,206 INFO [RS:0;699c9baf3d29:35793 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:17:56,206 INFO [RS:0;699c9baf3d29:35793 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35793,1733217474121-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:56,207 INFO [RS:0;699c9baf3d29:35793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:56,207 INFO [RS:0;699c9baf3d29:35793 {}] regionserver.Replication(171): 699c9baf3d29,35793,1733217474121 started 2024-12-03T09:17:56,218 INFO [RS:0;699c9baf3d29:35793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:56,218 INFO [RS:0;699c9baf3d29:35793 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,35793,1733217474121, RpcServer on 699c9baf3d29/172.17.0.2:35793, sessionid=0x1019a7bb2570004 2024-12-03T09:17:56,218 DEBUG [RS:0;699c9baf3d29:35793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:17:56,218 DEBUG [RS:0;699c9baf3d29:35793 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,35793,1733217474121 2024-12-03T09:17:56,218 DEBUG [RS:0;699c9baf3d29:35793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,35793,1733217474121' 2024-12-03T09:17:56,218 DEBUG [RS:0;699c9baf3d29:35793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1495230944/flush-table-proc/abort' 2024-12-03T09:17:56,219 DEBUG [RS:0;699c9baf3d29:35793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1495230944/flush-table-proc/acquired' 2024-12-03T09:17:56,219 DEBUG [RS:0;699c9baf3d29:35793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:17:56,219 DEBUG [RS:0;699c9baf3d29:35793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:17:56,219 DEBUG [RS:0;699c9baf3d29:35793 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,35793,1733217474121 2024-12-03T09:17:56,220 DEBUG [RS:0;699c9baf3d29:35793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,35793,1733217474121' 2024-12-03T09:17:56,220 DEBUG [RS:0;699c9baf3d29:35793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1495230944/online-snapshot/abort' 2024-12-03T09:17:56,220 DEBUG [RS:0;699c9baf3d29:35793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1495230944/online-snapshot/acquired' 2024-12-03T09:17:56,220 DEBUG [RS:0;699c9baf3d29:35793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:17:56,220 INFO [RS:0;699c9baf3d29:35793 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:17:56,220 INFO [RS:0;699c9baf3d29:35793 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:17:56,320 INFO [RS:0;699c9baf3d29:35793 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:17:56,322 INFO [RS:0;699c9baf3d29:35793 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C35793%2C1733217474121, suffix=, logDir=hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/WALs/699c9baf3d29,35793,1733217474121, archiveDir=hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/oldWALs, maxLogs=10 2024-12-03T09:17:56,333 DEBUG [RS:0;699c9baf3d29:35793 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/WALs/699c9baf3d29,35793,1733217474121/699c9baf3d29%2C35793%2C1733217474121.1733217476322, exclude list is [], retry=0 2024-12-03T09:17:56,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36753,DS-b13cf0fe-8fcd-41c0-b15c-8d403ade2ed8,DISK] 2024-12-03T09:17:56,337 INFO [RS:0;699c9baf3d29:35793 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/WALs/699c9baf3d29,35793,1733217474121/699c9baf3d29%2C35793%2C1733217474121.1733217476322 2024-12-03T09:17:56,337 DEBUG [RS:0;699c9baf3d29:35793 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43815:43815)] 2024-12-03T09:17:56,548 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T09:17:56,548 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7 2024-12-03T09:17:56,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741833_1009 (size=32) 2024-12-03T09:17:56,600 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T09:17:56,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:56,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:17:56,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:17:56,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:56,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:56,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:17:56,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:17:56,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:56,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:56,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:17:56,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:17:56,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:56,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:56,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:17:56,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:17:56,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:56,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:56,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:17:56,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/hbase/meta/1588230740 2024-12-03T09:17:56,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/hbase/meta/1588230740 2024-12-03T09:17:56,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:17:56,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:17:56,965 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:17:56,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:17:56,968 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:17:56,968 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67422398, jitterRate=0.004672020673751831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:17:56,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733217476954Initializing all the Stores at 1733217476955 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217476955Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217476955Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217476955Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217476955Cleaning up temporary data from old regions at 1733217476964 (+9 ms)Region opened successfully at 1733217476968 (+4 ms) 2024-12-03T09:17:56,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:17:56,969 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:17:56,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:17:56,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:17:56,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:17:56,969 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:17:56,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217476969Disabling compacts and flushes for region at 1733217476969Disabling writes for close at 1733217476969Writing region close event to WAL at 1733217476969Closed at 1733217476969 2024-12-03T09:17:56,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:17:56,970 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T09:17:56,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T09:17:56,971 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:17:56,972 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T09:17:57,123 DEBUG [699c9baf3d29:35709 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T09:17:57,123 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=699c9baf3d29,35793,1733217474121 2024-12-03T09:17:57,124 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,35793,1733217474121, state=OPENING 2024-12-03T09:17:57,215 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T09:17:57,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35793-0x1019a7bb2570004, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495230944 2024-12-03T09:17:57,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495230944 2024-12-03T09:17:57,238 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1495230944/meta-region-server: CHANGED 2024-12-03T09:17:57,238 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:17:57,238 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1495230944/meta-region-server: CHANGED 2024-12-03T09:17:57,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,35793,1733217474121}] 2024-12-03T09:17:57,391 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:17:57,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:17:57,396 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T09:17:57,396 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:17:57,396 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T09:17:57,397 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C35793%2C1733217474121.meta, suffix=.meta, logDir=hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/WALs/699c9baf3d29,35793,1733217474121, archiveDir=hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/oldWALs, maxLogs=10 2024-12-03T09:17:57,409 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/WALs/699c9baf3d29,35793,1733217474121/699c9baf3d29%2C35793%2C1733217474121.meta.1733217477398.meta, exclude list is [], retry=0 2024-12-03T09:17:57,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36753,DS-b13cf0fe-8fcd-41c0-b15c-8d403ade2ed8,DISK] 2024-12-03T09:17:57,412 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/WALs/699c9baf3d29,35793,1733217474121/699c9baf3d29%2C35793%2C1733217474121.meta.1733217477398.meta 2024-12-03T09:17:57,412 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43815:43815)] 2024-12-03T09:17:57,413 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:17:57,413 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:17:57,413 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:17:57,413 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T09:17:57,413 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T09:17:57,413 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T09:17:57,413 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:57,413 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T09:17:57,413 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T09:17:57,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:17:57,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:17:57,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:57,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:57,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:17:57,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:17:57,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:57,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:57,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:17:57,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:17:57,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:57,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:57,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:17:57,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:17:57,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:57,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:17:57,419 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:17:57,420 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/hbase/meta/1588230740 2024-12-03T09:17:57,420 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/hbase/meta/1588230740 2024-12-03T09:17:57,422 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:17:57,422 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:17:57,422 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:17:57,423 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:17:57,424 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67532795, jitterRate=0.006317064166069031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:17:57,424 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T09:17:57,424 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733217477413Writing region info on filesystem at 1733217477413Initializing all the Stores at 1733217477414 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217477414Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217477414Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217477414Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217477414Cleaning up temporary data from old regions at 1733217477422 (+8 ms)Running coprocessor post-open hooks at 1733217477424 (+2 ms)Region opened successfully at 1733217477424 2024-12-03T09:17:57,425 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733217477391 2024-12-03T09:17:57,427 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T09:17:57,427 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T09:17:57,428 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,35793,1733217474121 2024-12-03T09:17:57,429 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,35793,1733217474121, state=OPEN 2024-12-03T09:17:57,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1495230944/meta-region-server 2024-12-03T09:17:57,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35793-0x1019a7bb2570004, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1495230944/meta-region-server 2024-12-03T09:17:57,440 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=699c9baf3d29,35793,1733217474121 2024-12-03T09:17:57,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1495230944/meta-region-server: CHANGED 2024-12-03T09:17:57,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1495230944/meta-region-server: CHANGED 2024-12-03T09:17:57,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T09:17:57,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,35793,1733217474121 in 203 msec 2024-12-03T09:17:57,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T09:17:57,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 474 msec 2024-12-03T09:17:57,446 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:17:57,446 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T09:17:57,448 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:17:57,448 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,35793,1733217474121, seqNum=-1] 2024-12-03T09:17:57,448 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:17:57,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:17:57,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3160 sec 2024-12-03T09:17:57,454 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733217477454, completionTime=-1 2024-12-03T09:17:57,454 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T09:17:57,454 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T09:17:57,456 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T09:17:57,456 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733217537456 2024-12-03T09:17:57,456 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733217597456 2024-12-03T09:17:57,456 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T09:17:57,457 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35709,1733217473982-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:57,457 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35709,1733217473982-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:57,457 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35709,1733217473982-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:57,457 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-699c9baf3d29:35709, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:57,457 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:57,457 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:57,459 DEBUG [master/699c9baf3d29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T09:17:57,460 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.283sec 2024-12-03T09:17:57,461 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T09:17:57,461 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T09:17:57,461 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T09:17:57,461 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T09:17:57,461 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T09:17:57,461 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35709,1733217473982-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:17:57,461 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35709,1733217473982-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T09:17:57,464 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T09:17:57,464 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T09:17:57,464 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35709,1733217473982-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:17:57,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ac915b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:57,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,35709,-1 for getting cluster id 2024-12-03T09:17:57,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:17:57,547 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8435c5f-a2d3-4b91-97b5-988fa4418f5e' 2024-12-03T09:17:57,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:17:57,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8435c5f-a2d3-4b91-97b5-988fa4418f5e" 2024-12-03T09:17:57,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23cda385, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:57,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,35709,-1] 2024-12-03T09:17:57,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:17:57,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:17:57,549 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:17:57,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c98ed2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:17:57,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:17:57,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,35793,1733217474121, seqNum=-1] 2024-12-03T09:17:57,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:17:57,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:17:57,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=699c9baf3d29,35709,1733217473982 2024-12-03T09:17:57,556 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62601 2024-12-03T09:17:57,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:17:57,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019a7bb2570005 connected 2024-12-03T09:17:57,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:17:57,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,43841,1733217468181 2024-12-03T09:17:57,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59e386eb 2024-12-03T09:17:57,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:17:57,588 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:17:57,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:17:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T09:17:57,594 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:17:57,596 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:57,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T09:17:57,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:17:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:17:57,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741835_1011 (size=902) 2024-12-03T09:17:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:17:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:17:58,010 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => df2ac92cc8e05c033eaf38d8a1ffc241, NAME => 'test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134 2024-12-03T09:17:58,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741836_1012 (size=39) 2024-12-03T09:17:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:17:58,416 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:58,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing df2ac92cc8e05c033eaf38d8a1ffc241, disabling compactions & flushes 2024-12-03T09:17:58,417 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241. 2024-12-03T09:17:58,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241. 2024-12-03T09:17:58,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241. after waiting 0 ms 2024-12-03T09:17:58,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241. 2024-12-03T09:17:58,417 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241. 2024-12-03T09:17:58,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for df2ac92cc8e05c033eaf38d8a1ffc241: Waiting for close lock at 1733217478417Disabling compacts and flushes for region at 1733217478417Disabling writes for close at 1733217478417Writing region close event to WAL at 1733217478417Closed at 1733217478417 2024-12-03T09:17:58,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:17:58,418 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733217478418"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217478418"}]},"ts":"1733217478418"} 2024-12-03T09:17:58,420 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:17:58,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:17:58,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217478422"}]},"ts":"1733217478422"} 2024-12-03T09:17:58,423 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T09:17:58,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=df2ac92cc8e05c033eaf38d8a1ffc241, ASSIGN}] 2024-12-03T09:17:58,425 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=df2ac92cc8e05c033eaf38d8a1ffc241, ASSIGN 2024-12-03T09:17:58,426 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=df2ac92cc8e05c033eaf38d8a1ffc241, ASSIGN; state=OFFLINE, location=699c9baf3d29,43361,1733217468392; forceNewPlan=false, retain=false 2024-12-03T09:17:58,576 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=df2ac92cc8e05c033eaf38d8a1ffc241, regionState=OPENING, regionLocation=699c9baf3d29,43361,1733217468392 2024-12-03T09:17:58,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=df2ac92cc8e05c033eaf38d8a1ffc241, ASSIGN because future has completed 2024-12-03T09:17:58,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure df2ac92cc8e05c033eaf38d8a1ffc241, server=699c9baf3d29,43361,1733217468392}] 2024-12-03T09:17:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:17:58,735 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241. 2024-12-03T09:17:58,735 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => df2ac92cc8e05c033eaf38d8a1ffc241, NAME => 'test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:17:58,736 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:17:58,736 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T09:17:58,736 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test df2ac92cc8e05c033eaf38d8a1ffc241 2024-12-03T09:17:58,736 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:17:58,736 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for df2ac92cc8e05c033eaf38d8a1ffc241 2024-12-03T09:17:58,736 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for df2ac92cc8e05c033eaf38d8a1ffc241 2024-12-03T09:17:58,738 INFO [StoreOpener-df2ac92cc8e05c033eaf38d8a1ffc241-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region df2ac92cc8e05c033eaf38d8a1ffc241 2024-12-03T09:17:58,739 INFO [StoreOpener-df2ac92cc8e05c033eaf38d8a1ffc241-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df2ac92cc8e05c033eaf38d8a1ffc241 columnFamilyName f 2024-12-03T09:17:58,739 DEBUG [StoreOpener-df2ac92cc8e05c033eaf38d8a1ffc241-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:58,739 INFO [StoreOpener-df2ac92cc8e05c033eaf38d8a1ffc241-1 {}] regionserver.HStore(327): Store=df2ac92cc8e05c033eaf38d8a1ffc241/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:58,739 INFO [StoreOpener-df2ac92cc8e05c033eaf38d8a1ffc241-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region df2ac92cc8e05c033eaf38d8a1ffc241 2024-12-03T09:17:58,740 INFO [StoreOpener-df2ac92cc8e05c033eaf38d8a1ffc241-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df2ac92cc8e05c033eaf38d8a1ffc241 columnFamilyName f1 2024-12-03T09:17:58,740 DEBUG [StoreOpener-df2ac92cc8e05c033eaf38d8a1ffc241-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:58,741 INFO [StoreOpener-df2ac92cc8e05c033eaf38d8a1ffc241-1 {}] regionserver.HStore(327): Store=df2ac92cc8e05c033eaf38d8a1ffc241/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:58,741 INFO [StoreOpener-df2ac92cc8e05c033eaf38d8a1ffc241-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region df2ac92cc8e05c033eaf38d8a1ffc241 2024-12-03T09:17:58,742 INFO [StoreOpener-df2ac92cc8e05c033eaf38d8a1ffc241-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df2ac92cc8e05c033eaf38d8a1ffc241 columnFamilyName norep 2024-12-03T09:17:58,742 DEBUG [StoreOpener-df2ac92cc8e05c033eaf38d8a1ffc241-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:58,742 INFO [StoreOpener-df2ac92cc8e05c033eaf38d8a1ffc241-1 {}] regionserver.HStore(327): Store=df2ac92cc8e05c033eaf38d8a1ffc241/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:17:58,742 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for df2ac92cc8e05c033eaf38d8a1ffc241 2024-12-03T09:17:58,743 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/default/test/df2ac92cc8e05c033eaf38d8a1ffc241 2024-12-03T09:17:58,744 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/default/test/df2ac92cc8e05c033eaf38d8a1ffc241 2024-12-03T09:17:58,745 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for df2ac92cc8e05c033eaf38d8a1ffc241 2024-12-03T09:17:58,745 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for df2ac92cc8e05c033eaf38d8a1ffc241 2024-12-03T09:17:58,745 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:17:58,746 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for df2ac92cc8e05c033eaf38d8a1ffc241 2024-12-03T09:17:58,749 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/default/test/df2ac92cc8e05c033eaf38d8a1ffc241/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:17:58,749 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened df2ac92cc8e05c033eaf38d8a1ffc241; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71140813, jitterRate=0.060080721974372864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:17:58,749 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df2ac92cc8e05c033eaf38d8a1ffc241 2024-12-03T09:17:58,750 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for df2ac92cc8e05c033eaf38d8a1ffc241: Running coprocessor pre-open hook at 1733217478736Writing region info on filesystem at 1733217478736Initializing all the Stores at 1733217478737 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217478737Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217478737Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217478738 (+1 ms)Cleaning up temporary data from old regions at 1733217478745 (+7 ms)Running coprocessor post-open hooks at 1733217478749 (+4 ms)Region opened successfully at 1733217478750 (+1 ms) 2024-12-03T09:17:58,752 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241., pid=6, masterSystemTime=1733217478731 2024-12-03T09:17:58,754 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241. 2024-12-03T09:17:58,754 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241. 2024-12-03T09:17:58,756 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=df2ac92cc8e05c033eaf38d8a1ffc241, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=699c9baf3d29,43361,1733217468392 2024-12-03T09:17:58,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure df2ac92cc8e05c033eaf38d8a1ffc241, server=699c9baf3d29,43361,1733217468392 because future has completed 2024-12-03T09:17:58,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T09:17:58,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure df2ac92cc8e05c033eaf38d8a1ffc241, server=699c9baf3d29,43361,1733217468392 in 180 msec 2024-12-03T09:17:58,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T09:17:58,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=df2ac92cc8e05c033eaf38d8a1ffc241, ASSIGN in 338 msec 2024-12-03T09:17:58,765 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:17:58,766 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217478766"}]},"ts":"1733217478766"} 2024-12-03T09:17:58,768 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T09:17:58,769 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:17:58,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1770 sec 2024-12-03T09:17:59,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T09:17:59,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T09:17:59,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T09:17:59,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T09:17:59,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:17:59,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T09:17:59,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T09:17:59,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T09:17:59,189 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:17:59,189 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T09:17:59,189 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T09:17:59,189 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T09:17:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:17:59,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:17:59,744 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T09:17:59,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,35709,1733217473982 2024-12-03T09:17:59,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c4aec00 2024-12-03T09:17:59,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:17:59,746 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:17:59,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35709 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:17:59,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35709 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T09:17:59,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:17:59,750 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:17:59,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35709 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T09:17:59,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:17:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:17:59,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741835_1011 (size=902) 2024-12-03T09:17:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:18:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:18:00,158 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81962a2cad22b94605061fe43785cb3b, NAME => 'test,,1733217479746.81962a2cad22b94605061fe43785cb3b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7 2024-12-03T09:18:00,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741836_1012 (size=39) 2024-12-03T09:18:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:18:00,565 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733217479746.81962a2cad22b94605061fe43785cb3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:18:00,565 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 81962a2cad22b94605061fe43785cb3b, disabling compactions & flushes 2024-12-03T09:18:00,565 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733217479746.81962a2cad22b94605061fe43785cb3b. 2024-12-03T09:18:00,565 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217479746.81962a2cad22b94605061fe43785cb3b. 2024-12-03T09:18:00,565 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733217479746.81962a2cad22b94605061fe43785cb3b. after waiting 0 ms 2024-12-03T09:18:00,565 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733217479746.81962a2cad22b94605061fe43785cb3b. 2024-12-03T09:18:00,565 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733217479746.81962a2cad22b94605061fe43785cb3b. 2024-12-03T09:18:00,565 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81962a2cad22b94605061fe43785cb3b: Waiting for close lock at 1733217480565Disabling compacts and flushes for region at 1733217480565Disabling writes for close at 1733217480565Writing region close event to WAL at 1733217480565Closed at 1733217480565 2024-12-03T09:18:00,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:18:00,567 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733217479746.81962a2cad22b94605061fe43785cb3b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733217480566"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217480566"}]},"ts":"1733217480566"} 2024-12-03T09:18:00,569 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:18:00,570 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:18:00,570 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217480570"}]},"ts":"1733217480570"} 2024-12-03T09:18:00,572 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T09:18:00,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81962a2cad22b94605061fe43785cb3b, ASSIGN}] 2024-12-03T09:18:00,573 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81962a2cad22b94605061fe43785cb3b, ASSIGN 2024-12-03T09:18:00,574 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=81962a2cad22b94605061fe43785cb3b, ASSIGN; state=OFFLINE, location=699c9baf3d29,35793,1733217474121; forceNewPlan=false, retain=false 2024-12-03T09:18:00,725 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81962a2cad22b94605061fe43785cb3b, regionState=OPENING, regionLocation=699c9baf3d29,35793,1733217474121 2024-12-03T09:18:00,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=81962a2cad22b94605061fe43785cb3b, ASSIGN because future has completed 2024-12-03T09:18:00,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81962a2cad22b94605061fe43785cb3b, server=699c9baf3d29,35793,1733217474121}] 2024-12-03T09:18:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:18:00,883 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733217479746.81962a2cad22b94605061fe43785cb3b. 2024-12-03T09:18:00,883 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 81962a2cad22b94605061fe43785cb3b, NAME => 'test,,1733217479746.81962a2cad22b94605061fe43785cb3b.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:18:00,884 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:18:00,884 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T09:18:00,884 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 81962a2cad22b94605061fe43785cb3b 2024-12-03T09:18:00,884 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733217479746.81962a2cad22b94605061fe43785cb3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:18:00,884 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 81962a2cad22b94605061fe43785cb3b 2024-12-03T09:18:00,884 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 81962a2cad22b94605061fe43785cb3b 2024-12-03T09:18:00,885 INFO [StoreOpener-81962a2cad22b94605061fe43785cb3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 81962a2cad22b94605061fe43785cb3b 2024-12-03T09:18:00,887 INFO [StoreOpener-81962a2cad22b94605061fe43785cb3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81962a2cad22b94605061fe43785cb3b columnFamilyName f 2024-12-03T09:18:00,887 DEBUG [StoreOpener-81962a2cad22b94605061fe43785cb3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:18:00,887 INFO [StoreOpener-81962a2cad22b94605061fe43785cb3b-1 {}] regionserver.HStore(327): Store=81962a2cad22b94605061fe43785cb3b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:18:00,887 INFO [StoreOpener-81962a2cad22b94605061fe43785cb3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 81962a2cad22b94605061fe43785cb3b 2024-12-03T09:18:00,888 INFO [StoreOpener-81962a2cad22b94605061fe43785cb3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81962a2cad22b94605061fe43785cb3b columnFamilyName f1 2024-12-03T09:18:00,889 DEBUG [StoreOpener-81962a2cad22b94605061fe43785cb3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:18:00,889 INFO [StoreOpener-81962a2cad22b94605061fe43785cb3b-1 {}] regionserver.HStore(327): Store=81962a2cad22b94605061fe43785cb3b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:18:00,889 INFO [StoreOpener-81962a2cad22b94605061fe43785cb3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 81962a2cad22b94605061fe43785cb3b 2024-12-03T09:18:00,891 INFO [StoreOpener-81962a2cad22b94605061fe43785cb3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81962a2cad22b94605061fe43785cb3b columnFamilyName norep 2024-12-03T09:18:00,891 DEBUG [StoreOpener-81962a2cad22b94605061fe43785cb3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:18:00,891 INFO [StoreOpener-81962a2cad22b94605061fe43785cb3b-1 {}] regionserver.HStore(327): Store=81962a2cad22b94605061fe43785cb3b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:18:00,891 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 81962a2cad22b94605061fe43785cb3b 2024-12-03T09:18:00,892 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/default/test/81962a2cad22b94605061fe43785cb3b 2024-12-03T09:18:00,892 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/default/test/81962a2cad22b94605061fe43785cb3b 2024-12-03T09:18:00,893 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 81962a2cad22b94605061fe43785cb3b 2024-12-03T09:18:00,893 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 81962a2cad22b94605061fe43785cb3b 2024-12-03T09:18:00,894 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:18:00,894 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 81962a2cad22b94605061fe43785cb3b 2024-12-03T09:18:00,896 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/default/test/81962a2cad22b94605061fe43785cb3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:18:00,897 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 81962a2cad22b94605061fe43785cb3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66974658, jitterRate=-0.0019998252391815186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:18:00,897 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81962a2cad22b94605061fe43785cb3b 2024-12-03T09:18:00,897 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 81962a2cad22b94605061fe43785cb3b: Running coprocessor pre-open hook at 1733217480884Writing region info on filesystem at 1733217480884Initializing all the Stores at 1733217480885 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217480885Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217480885Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217480885Cleaning up temporary data from old regions at 1733217480893 (+8 ms)Running coprocessor post-open hooks at 1733217480897 (+4 ms)Region opened successfully at 1733217480897 2024-12-03T09:18:00,898 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733217479746.81962a2cad22b94605061fe43785cb3b., pid=6, masterSystemTime=1733217480879 2024-12-03T09:18:00,900 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733217479746.81962a2cad22b94605061fe43785cb3b. 2024-12-03T09:18:00,900 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733217479746.81962a2cad22b94605061fe43785cb3b. 2024-12-03T09:18:00,900 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81962a2cad22b94605061fe43785cb3b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=699c9baf3d29,35793,1733217474121 2024-12-03T09:18:00,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81962a2cad22b94605061fe43785cb3b, server=699c9baf3d29,35793,1733217474121 because future has completed 2024-12-03T09:18:00,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T09:18:00,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 81962a2cad22b94605061fe43785cb3b, server=699c9baf3d29,35793,1733217474121 in 177 msec 2024-12-03T09:18:00,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T09:18:00,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=81962a2cad22b94605061fe43785cb3b, ASSIGN in 334 msec 2024-12-03T09:18:00,909 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:18:00,909 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217480909"}]},"ts":"1733217480909"} 2024-12-03T09:18:00,911 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T09:18:00,912 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:18:00,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-12-03T09:18:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:18:01,894 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T09:18:01,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63ca8d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:18:01,894 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,43841,-1 for getting cluster id 2024-12-03T09:18:01,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:18:01,895 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09fd3e37-6976-4f77-9bc0-4a79031aeca7' 2024-12-03T09:18:01,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:18:01,896 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09fd3e37-6976-4f77-9bc0-4a79031aeca7" 2024-12-03T09:18:01,896 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a7d8d17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:18:01,896 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,43841,-1] 2024-12-03T09:18:01,896 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:18:01,896 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:18:01,897 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:18:01,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b610818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:18:01,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b046ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:18:01,898 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,35709,-1 for getting cluster id 2024-12-03T09:18:01,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:18:01,899 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8435c5f-a2d3-4b91-97b5-988fa4418f5e' 2024-12-03T09:18:01,899 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:18:01,899 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8435c5f-a2d3-4b91-97b5-988fa4418f5e" 2024-12-03T09:18:01,899 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204e42ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:18:01,899 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,35709,-1] 2024-12-03T09:18:01,899 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:18:01,899 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:18:01,900 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:18:01,901 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5baee1e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:18:01,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfba8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:18:01,901 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,43841,-1 for getting cluster id 2024-12-03T09:18:01,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:18:01,902 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09fd3e37-6976-4f77-9bc0-4a79031aeca7' 2024-12-03T09:18:01,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:18:01,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09fd3e37-6976-4f77-9bc0-4a79031aeca7" 2024-12-03T09:18:01,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf9a3ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:18:01,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,43841,-1] 2024-12-03T09:18:01,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:18:01,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:18:01,904 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:18:01,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1876af0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:18:01,906 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:18:01,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,43841,1733217468181 2024-12-03T09:18:01,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a541cec 2024-12-03T09:18:01,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:18:01,908 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:18:01,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://699c9baf3d29:35709,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-03T09:18:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T09:18:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:18:01,911 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:35709' 2024-12-03T09:18:01,912 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af61837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:18:01,912 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,35709,-1 for getting cluster id 2024-12-03T09:18:01,912 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:18:01,913 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8435c5f-a2d3-4b91-97b5-988fa4418f5e' 2024-12-03T09:18:01,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:18:01,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8435c5f-a2d3-4b91-97b5-988fa4418f5e" 2024-12-03T09:18:01,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2803fade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:18:01,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,35709,-1] 2024-12-03T09:18:01,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:18:01,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:18:01,914 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:18:01,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ff8a22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:18:01,915 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:18:01,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,35709,1733217473982 2024-12-03T09:18:01,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ba8dbdd 2024-12-03T09:18:01,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:18:01,916 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:18:01,917 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T09:18:01,917 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T09:18:01,917 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:18:01,917 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:18:01,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:18:01,917 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:18:01,918 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T09:18:01,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:18:01,919 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:18:01,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:18:01,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741837_1013 (size=1138) 2024-12-03T09:18:01,968 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T09:18:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:18:02,192 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T09:18:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:18:02,327 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f7ba67affab901b68b1a8c4ca9479cd1, NAME => 'hbase:replication,,1733217481917.f7ba67affab901b68b1a8c4ca9479cd1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134 2024-12-03T09:18:02,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741838_1014 (size=44) 2024-12-03T09:18:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:18:02,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217481917.f7ba67affab901b68b1a8c4ca9479cd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:18:02,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f7ba67affab901b68b1a8c4ca9479cd1, disabling compactions & flushes 2024-12-03T09:18:02,734 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217481917.f7ba67affab901b68b1a8c4ca9479cd1. 2024-12-03T09:18:02,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217481917.f7ba67affab901b68b1a8c4ca9479cd1. 2024-12-03T09:18:02,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217481917.f7ba67affab901b68b1a8c4ca9479cd1. after waiting 0 ms 2024-12-03T09:18:02,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217481917.f7ba67affab901b68b1a8c4ca9479cd1. 2024-12-03T09:18:02,734 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733217481917.f7ba67affab901b68b1a8c4ca9479cd1. 2024-12-03T09:18:02,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f7ba67affab901b68b1a8c4ca9479cd1: Waiting for close lock at 1733217482734Disabling compacts and flushes for region at 1733217482734Disabling writes for close at 1733217482734Writing region close event to WAL at 1733217482734Closed at 1733217482734 2024-12-03T09:18:02,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:18:02,736 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733217481917.f7ba67affab901b68b1a8c4ca9479cd1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733217482735"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217482735"}]},"ts":"1733217482735"} 2024-12-03T09:18:02,738 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:18:02,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:18:02,739 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217482739"}]},"ts":"1733217482739"} 2024-12-03T09:18:02,740 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T09:18:02,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7ba67affab901b68b1a8c4ca9479cd1, ASSIGN}] 2024-12-03T09:18:02,741 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7ba67affab901b68b1a8c4ca9479cd1, ASSIGN 2024-12-03T09:18:02,742 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f7ba67affab901b68b1a8c4ca9479cd1, ASSIGN; state=OFFLINE, location=699c9baf3d29,43361,1733217468392; forceNewPlan=false, retain=false 2024-12-03T09:18:02,893 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f7ba67affab901b68b1a8c4ca9479cd1, regionState=OPENING, regionLocation=699c9baf3d29,43361,1733217468392 2024-12-03T09:18:02,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f7ba67affab901b68b1a8c4ca9479cd1, ASSIGN because future has completed 2024-12-03T09:18:02,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7ba67affab901b68b1a8c4ca9479cd1, server=699c9baf3d29,43361,1733217468392}] 2024-12-03T09:18:02,915 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:18:02,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:18:02,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:18:02,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:18:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:18:03,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733217481917.f7ba67affab901b68b1a8c4ca9479cd1. 2024-12-03T09:18:03,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:18:03,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T09:18:03,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C43361%2C1733217468392.rep, suffix=, logDir=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392, archiveDir=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/oldWALs, maxLogs=10 2024-12-03T09:18:03,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.rep.1733217483055, exclude list is [], retry=0 2024-12-03T09:18:03,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37005,DS-3b1cd2f7-fbae-4921-b2ec-a637bfa043ed,DISK] 2024-12-03T09:18:03,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.rep.1733217483055 2024-12-03T09:18:03,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34831:34831)] 2024-12-03T09:18:03,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f7ba67affab901b68b1a8c4ca9479cd1, NAME => 'hbase:replication,,1733217481917.f7ba67affab901b68b1a8c4ca9479cd1.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:18:03,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:18:03,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:18:03,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733217481917.f7ba67affab901b68b1a8c4ca9479cd1. service=MultiRowMutationService 2024-12-03T09:18:03,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T09:18:03,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f7ba67affab901b68b1a8c4ca9479cd1 2024-12-03T09:18:03,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217481917.f7ba67affab901b68b1a8c4ca9479cd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:18:03,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f7ba67affab901b68b1a8c4ca9479cd1 2024-12-03T09:18:03,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f7ba67affab901b68b1a8c4ca9479cd1 2024-12-03T09:18:03,072 INFO [StoreOpener-f7ba67affab901b68b1a8c4ca9479cd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f7ba67affab901b68b1a8c4ca9479cd1 2024-12-03T09:18:03,073 INFO [StoreOpener-f7ba67affab901b68b1a8c4ca9479cd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7ba67affab901b68b1a8c4ca9479cd1 columnFamilyName hfileref 2024-12-03T09:18:03,073 DEBUG [StoreOpener-f7ba67affab901b68b1a8c4ca9479cd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:18:03,074 INFO [StoreOpener-f7ba67affab901b68b1a8c4ca9479cd1-1 {}] regionserver.HStore(327): Store=f7ba67affab901b68b1a8c4ca9479cd1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:18:03,074 INFO [StoreOpener-f7ba67affab901b68b1a8c4ca9479cd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f7ba67affab901b68b1a8c4ca9479cd1 2024-12-03T09:18:03,075 INFO [StoreOpener-f7ba67affab901b68b1a8c4ca9479cd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7ba67affab901b68b1a8c4ca9479cd1 columnFamilyName queue 2024-12-03T09:18:03,075 DEBUG [StoreOpener-f7ba67affab901b68b1a8c4ca9479cd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:18:03,075 INFO [StoreOpener-f7ba67affab901b68b1a8c4ca9479cd1-1 {}] regionserver.HStore(327): Store=f7ba67affab901b68b1a8c4ca9479cd1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:18:03,075 INFO [StoreOpener-f7ba67affab901b68b1a8c4ca9479cd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f7ba67affab901b68b1a8c4ca9479cd1 2024-12-03T09:18:03,076 INFO [StoreOpener-f7ba67affab901b68b1a8c4ca9479cd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7ba67affab901b68b1a8c4ca9479cd1 columnFamilyName sid 2024-12-03T09:18:03,076 DEBUG [StoreOpener-f7ba67affab901b68b1a8c4ca9479cd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:18:03,077 INFO [StoreOpener-f7ba67affab901b68b1a8c4ca9479cd1-1 {}] regionserver.HStore(327): Store=f7ba67affab901b68b1a8c4ca9479cd1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:18:03,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f7ba67affab901b68b1a8c4ca9479cd1 2024-12-03T09:18:03,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/replication/f7ba67affab901b68b1a8c4ca9479cd1 2024-12-03T09:18:03,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/replication/f7ba67affab901b68b1a8c4ca9479cd1 2024-12-03T09:18:03,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f7ba67affab901b68b1a8c4ca9479cd1 2024-12-03T09:18:03,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f7ba67affab901b68b1a8c4ca9479cd1 2024-12-03T09:18:03,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:18:03,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f7ba67affab901b68b1a8c4ca9479cd1 2024-12-03T09:18:03,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/replication/f7ba67affab901b68b1a8c4ca9479cd1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:18:03,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f7ba67affab901b68b1a8c4ca9479cd1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72506282, jitterRate=0.08042779564857483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:18:03,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7ba67affab901b68b1a8c4ca9479cd1 2024-12-03T09:18:03,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f7ba67affab901b68b1a8c4ca9479cd1: Running coprocessor pre-open hook at 1733217483070Writing region info on filesystem at 1733217483070Initializing all the Stores at 1733217483071 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217483071Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217483072 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217483072Cleaning up temporary data from old regions at 1733217483079 (+7 ms)Running coprocessor post-open hooks at 1733217483083 (+4 ms)Region opened successfully at 1733217483083 2024-12-03T09:18:03,084 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733217481917.f7ba67affab901b68b1a8c4ca9479cd1., pid=10, masterSystemTime=1733217483049 2024-12-03T09:18:03,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733217481917.f7ba67affab901b68b1a8c4ca9479cd1. 2024-12-03T09:18:03,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733217481917.f7ba67affab901b68b1a8c4ca9479cd1. 2024-12-03T09:18:03,086 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f7ba67affab901b68b1a8c4ca9479cd1, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,43361,1733217468392 2024-12-03T09:18:03,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7ba67affab901b68b1a8c4ca9479cd1, server=699c9baf3d29,43361,1733217468392 because future has completed 2024-12-03T09:18:03,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T09:18:03,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f7ba67affab901b68b1a8c4ca9479cd1, server=699c9baf3d29,43361,1733217468392 in 193 msec 2024-12-03T09:18:03,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T09:18:03,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7ba67affab901b68b1a8c4ca9479cd1, ASSIGN in 351 msec 2024-12-03T09:18:03,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:18:03,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217483094"}]},"ts":"1733217483094"} 2024-12-03T09:18:03,096 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T09:18:03,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:18:03,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-12-03T09:18:03,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733217481917.f7ba67affab901b68b1a8c4ca9479cd1., hostname=699c9baf3d29,43361,1733217468392, seqNum=2] 2024-12-03T09:18:03,371 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43361-0x1019a7bb2570001, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236864676 2024-12-03T09:18:03,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236864676 2024-12-03T09:18:03,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T09:18:03,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T09:18:03,559 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T09:18:03,583 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-699c9baf3d29,43361,1733217468392, ReplicationSource: 1, currentBandwidth=0 2024-12-03T09:18:03,583 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:18:03,583 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,43361,1733217468392, seqNum=-1] 2024-12-03T09:18:03,584 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:18:03,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-03T09:18:03,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-699c9baf3d29,43361,1733217468392', locateType=CURRENT is [region=hbase:replication,,1733217481917.f7ba67affab901b68b1a8c4ca9479cd1., hostname=699c9baf3d29,43361,1733217468392, seqNum=2] 2024-12-03T09:18:03,600 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T09:18:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T09:18:03,603 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 699c9baf3d29,43361,1733217468392 suceeded 2024-12-03T09:18:03,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T09:18:03,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-12-03T09:18:03,606 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://699c9baf3d29:35709,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-03T09:18:03,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6980 sec 2024-12-03T09:18:03,620 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:35709' 2024-12-03T09:18:03,622 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@264fff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:18:03,622 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,35709,-1 for getting cluster id 2024-12-03T09:18:03,622 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:18:03,623 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8435c5f-a2d3-4b91-97b5-988fa4418f5e' 2024-12-03T09:18:03,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:18:03,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8435c5f-a2d3-4b91-97b5-988fa4418f5e" 2024-12-03T09:18:03,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fd0405f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:18:03,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,35709,-1] 2024-12-03T09:18:03,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:18:03,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:18:03,625 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:18:03,626 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a6b3902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:18:03,626 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:18:03,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,35709,1733217473982 2024-12-03T09:18:03,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@425c05f8 2024-12-03T09:18:03,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:18:03,628 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-03T09:18:03,629 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-699c9baf3d29,43361,1733217468392 (queues=1) is replicating from cluster=09fd3e37-6976-4f77-9bc0-4a79031aeca7 to cluster=d8435c5f-a2d3-4b91-97b5-988fa4418f5e 2024-12-03T09:18:03,629 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=699c9baf3d29%2C43361%2C1733217468392 2024-12-03T09:18:03,629 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-699c9baf3d29,43361,1733217468392, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T09:18:03,629 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.shipper699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 699c9baf3d29%2C43361%2C1733217468392 2024-12-03T09:18:03,629 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730, startPosition=0, beingWritten=true 2024-12-03T09:18:03,641 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:18:03,641 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 379, reset compression=false 2024-12-03T09:18:03,641 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.shipper699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,43361,1733217468392 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:18:03,848 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 379, reset compression=false 2024-12-03T09:18:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:18:04,053 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T09:18:04,054 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:18:04,054 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:18:04,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:18:04,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:18:04,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:18:04,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:18:04,059 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733217484057/Put/seqid=0 2024-12-03T09:18:04,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741840_1016 (size=7894) 2024-12-03T09:18:04,151 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 379, reset compression=false 2024-12-03T09:18:04,465 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/load_f/f/hfile_1 is 34, key is ddd/f:row/1733217484464/Put/seqid=0 2024-12-03T09:18:04,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741841_1017 (size=7691) 2024-12-03T09:18:04,555 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 379, reset compression=false 2024-12-03T09:18:04,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10049739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:18:04,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,43841,-1 for getting cluster id 2024-12-03T09:18:04,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:18:04,874 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09fd3e37-6976-4f77-9bc0-4a79031aeca7' 2024-12-03T09:18:04,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:18:04,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09fd3e37-6976-4f77-9bc0-4a79031aeca7" 2024-12-03T09:18:04,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e02f214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:18:04,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,43841,-1] 2024-12-03T09:18:04,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:18:04,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:18:04,875 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:18:04,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781589b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:18:04,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:18:04,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,43361,1733217468392, seqNum=-1] 2024-12-03T09:18:04,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:18:04,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:18:04,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:18:04,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,43841,1733217468181 2024-12-03T09:18:04,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27ec011c 2024-12-03T09:18:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:18:04,890 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:18:04,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241., hostname=699c9baf3d29,43361,1733217468392, seqNum=2] 2024-12-03T09:18:04,902 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T09:18:04,912 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-03T09:18:04,915 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-03T09:18:04,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/load_f/f/hfile_1 for inclusion in df2ac92cc8e05c033eaf38d8a1ffc241/f 2024-12-03T09:18:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T09:18:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T09:18:04,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/load_f/f/hfile_0 for inclusion in df2ac92cc8e05c033eaf38d8a1ffc241/f 2024-12-03T09:18:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T09:18:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T09:18:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HRegion(2603): Flush status journal for df2ac92cc8e05c033eaf38d8a1ffc241: 2024-12-03T09:18:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/load_f/f/hfile_1 to hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/staging/jenkins__test__os1sg8bh5id2tcsi4hmrji38rpsq06afehnfhmg3abjlj4c18omphf4o3k2lpq9t/f/hfile_1 2024-12-03T09:18:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/staging/jenkins__test__os1sg8bh5id2tcsi4hmrji38rpsq06afehnfhmg3abjlj4c18omphf4o3k2lpq9t/f/hfile_1 as hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/default/test/df2ac92cc8e05c033eaf38d8a1ffc241/f/47b1f55b19e84d6681b1ecb998118fe5_SeqId_4_ 2024-12-03T09:18:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/load_f/f/hfile_0 to hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/staging/jenkins__test__os1sg8bh5id2tcsi4hmrji38rpsq06afehnfhmg3abjlj4c18omphf4o3k2lpq9t/f/hfile_0 2024-12-03T09:18:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/staging/jenkins__test__os1sg8bh5id2tcsi4hmrji38rpsq06afehnfhmg3abjlj4c18omphf4o3k2lpq9t/f/hfile_0 as hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/default/test/df2ac92cc8e05c033eaf38d8a1ffc241/f/2ae4327416524145ab0cb9e7f953f923_SeqId_4_ 2024-12-03T09:18:04,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/staging/jenkins__test__os1sg8bh5id2tcsi4hmrji38rpsq06afehnfhmg3abjlj4c18omphf4o3k2lpq9t/f/hfile_1 into df2ac92cc8e05c033eaf38d8a1ffc241/f as hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/default/test/df2ac92cc8e05c033eaf38d8a1ffc241/f/47b1f55b19e84d6681b1ecb998118fe5_SeqId_4_ - updating store file list. 2024-12-03T09:18:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 47b1f55b19e84d6681b1ecb998118fe5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T09:18:04,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/default/test/df2ac92cc8e05c033eaf38d8a1ffc241/f/47b1f55b19e84d6681b1ecb998118fe5_SeqId_4_ into df2ac92cc8e05c033eaf38d8a1ffc241/f 2024-12-03T09:18:04,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/staging/jenkins__test__os1sg8bh5id2tcsi4hmrji38rpsq06afehnfhmg3abjlj4c18omphf4o3k2lpq9t/f/hfile_1 into df2ac92cc8e05c033eaf38d8a1ffc241/f (new location: hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/default/test/df2ac92cc8e05c033eaf38d8a1ffc241/f/47b1f55b19e84d6681b1ecb998118fe5_SeqId_4_) 2024-12-03T09:18:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/staging/jenkins__test__os1sg8bh5id2tcsi4hmrji38rpsq06afehnfhmg3abjlj4c18omphf4o3k2lpq9t/f/hfile_1 2024-12-03T09:18:04,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/staging/jenkins__test__os1sg8bh5id2tcsi4hmrji38rpsq06afehnfhmg3abjlj4c18omphf4o3k2lpq9t/f/hfile_0 into df2ac92cc8e05c033eaf38d8a1ffc241/f as hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/default/test/df2ac92cc8e05c033eaf38d8a1ffc241/f/2ae4327416524145ab0cb9e7f953f923_SeqId_4_ - updating store file list. 2024-12-03T09:18:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2ae4327416524145ab0cb9e7f953f923_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T09:18:04,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/default/test/df2ac92cc8e05c033eaf38d8a1ffc241/f/2ae4327416524145ab0cb9e7f953f923_SeqId_4_ into df2ac92cc8e05c033eaf38d8a1ffc241/f 2024-12-03T09:18:04,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/staging/jenkins__test__os1sg8bh5id2tcsi4hmrji38rpsq06afehnfhmg3abjlj4c18omphf4o3k2lpq9t/f/hfile_0 into df2ac92cc8e05c033eaf38d8a1ffc241/f (new location: hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/default/test/df2ac92cc8e05c033eaf38d8a1ffc241/f/2ae4327416524145ab0cb9e7f953f923_SeqId_4_) 2024-12-03T09:18:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/staging/jenkins__test__os1sg8bh5id2tcsi4hmrji38rpsq06afehnfhmg3abjlj4c18omphf4o3k2lpq9t/f/hfile_0 2024-12-03T09:18:04,968 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:18:04,968 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:18:04,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:18:04,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:18:04,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:18:04,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:18:04,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241., hostname=699c9baf3d29,43361,1733217468392, seqNum=2 , the old value is region=test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241., hostname=699c9baf3d29,43361,1733217468392, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=699c9baf3d29:43361 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T09:18:04,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,35793,1733217474121, seqNum=-1] 2024-12-03T09:18:04,970 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T09:18:04,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:18:04,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241., hostname=699c9baf3d29,43361,1733217468392, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T09:18:04,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241., hostname=699c9baf3d29,43361,1733217468392, seqNum=2 from cache 2024-12-03T09:18:04,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:18:04,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733217479746.81962a2cad22b94605061fe43785cb3b., hostname=699c9baf3d29,35793,1733217474121, seqNum=2] 2024-12-03T09:18:04,974 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T09:18:05,059 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 379, reset compression=false 2024-12-03T09:18:05,065 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:18:05,065 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.shipper699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,43361,1733217468392 got entry batch from reader: WALEntryBatch [walEntries=[{test/df2ac92cc8e05c033eaf38d8a1ffc241/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733217484963/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T09:18:05,074 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:43361 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T09:18:05,085 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.shipper699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:18:05,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-03T09:18:05,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] regionserver.ReplicationSink(318): Replicating [09fd3e37-6976-4f77-9bc0-4a79031aeca7] bulk loaded data 2024-12-03T09:18:05,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13c854af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:18:05,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,35709,-1 for getting cluster id 2024-12-03T09:18:05,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:18:05,090 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8435c5f-a2d3-4b91-97b5-988fa4418f5e' 2024-12-03T09:18:05,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:18:05,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8435c5f-a2d3-4b91-97b5-988fa4418f5e" 2024-12-03T09:18:05,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fe69fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:18:05,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,35709,-1] 2024-12-03T09:18:05,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:18:05,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:18:05,091 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:18:05,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19ceaf86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:18:05,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741837_1013 (size=7691) 2024-12-03T09:18:05,265 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 687, reset compression=false 2024-12-03T09:18:05,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741838_1014 (size=7894) 2024-12-03T09:18:05,569 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 687, reset compression=false 2024-12-03T09:18:05,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:18:05,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,35709,1733217473982 2024-12-03T09:18:05,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2151cb0c 2024-12-03T09:18:05,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:18:05,918 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-03T09:18:05,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T09:18:05,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:18:05,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,35793,1733217474121, seqNum=-1] 2024-12-03T09:18:05,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:18:05,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-03T09:18:05,936 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/staging/jenkins.hfs.6__test__9pdgduei42abc2eruitk3tf0osjoj439vg7rk63qebqfaum6rqcv0vjs5a5ck23p/f/2ae4327416524145ab0cb9e7f953f923_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T09:18:05,940 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/staging/jenkins.hfs.6__test__9pdgduei42abc2eruitk3tf0osjoj439vg7rk63qebqfaum6rqcv0vjs5a5ck23p/f/47b1f55b19e84d6681b1ecb998118fe5_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T09:18:05,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/staging/jenkins.hfs.6__test__9pdgduei42abc2eruitk3tf0osjoj439vg7rk63qebqfaum6rqcv0vjs5a5ck23p/f/2ae4327416524145ab0cb9e7f953f923_SeqId_4_ for inclusion in 81962a2cad22b94605061fe43785cb3b/f 2024-12-03T09:18:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T09:18:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T09:18:05,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/staging/jenkins.hfs.6__test__9pdgduei42abc2eruitk3tf0osjoj439vg7rk63qebqfaum6rqcv0vjs5a5ck23p/f/47b1f55b19e84d6681b1ecb998118fe5_SeqId_4_ for inclusion in 81962a2cad22b94605061fe43785cb3b/f 2024-12-03T09:18:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T09:18:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T09:18:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] regionserver.HRegion(2603): Flush status journal for 81962a2cad22b94605061fe43785cb3b: 2024-12-03T09:18:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2ae4327416524145ab0cb9e7f953f923_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T09:18:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/staging/jenkins.hfs.6__test__9pdgduei42abc2eruitk3tf0osjoj439vg7rk63qebqfaum6rqcv0vjs5a5ck23p/f/2ae4327416524145ab0cb9e7f953f923_SeqId_4_ as hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/default/test/81962a2cad22b94605061fe43785cb3b/f/bb9cb58ca49646c587d5fdadb5a34fdc_SeqId_4_ 2024-12-03T09:18:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 47b1f55b19e84d6681b1ecb998118fe5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T09:18:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/staging/jenkins.hfs.6__test__9pdgduei42abc2eruitk3tf0osjoj439vg7rk63qebqfaum6rqcv0vjs5a5ck23p/f/47b1f55b19e84d6681b1ecb998118fe5_SeqId_4_ as hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/default/test/81962a2cad22b94605061fe43785cb3b/f/50d6a82b0a1e4dbeb5357bc244d1f75f_SeqId_4_ 2024-12-03T09:18:05,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/staging/jenkins.hfs.6__test__9pdgduei42abc2eruitk3tf0osjoj439vg7rk63qebqfaum6rqcv0vjs5a5ck23p/f/2ae4327416524145ab0cb9e7f953f923_SeqId_4_ into 81962a2cad22b94605061fe43785cb3b/f as hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/default/test/81962a2cad22b94605061fe43785cb3b/f/bb9cb58ca49646c587d5fdadb5a34fdc_SeqId_4_ - updating store file list. 2024-12-03T09:18:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bb9cb58ca49646c587d5fdadb5a34fdc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T09:18:05,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/default/test/81962a2cad22b94605061fe43785cb3b/f/bb9cb58ca49646c587d5fdadb5a34fdc_SeqId_4_ into 81962a2cad22b94605061fe43785cb3b/f 2024-12-03T09:18:05,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/staging/jenkins.hfs.6__test__9pdgduei42abc2eruitk3tf0osjoj439vg7rk63qebqfaum6rqcv0vjs5a5ck23p/f/2ae4327416524145ab0cb9e7f953f923_SeqId_4_ into 81962a2cad22b94605061fe43785cb3b/f (new location: hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/default/test/81962a2cad22b94605061fe43785cb3b/f/bb9cb58ca49646c587d5fdadb5a34fdc_SeqId_4_) 2024-12-03T09:18:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/staging/jenkins.hfs.6__test__9pdgduei42abc2eruitk3tf0osjoj439vg7rk63qebqfaum6rqcv0vjs5a5ck23p/f/2ae4327416524145ab0cb9e7f953f923_SeqId_4_ 2024-12-03T09:18:05,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/staging/jenkins.hfs.6__test__9pdgduei42abc2eruitk3tf0osjoj439vg7rk63qebqfaum6rqcv0vjs5a5ck23p/f/47b1f55b19e84d6681b1ecb998118fe5_SeqId_4_ into 81962a2cad22b94605061fe43785cb3b/f as hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/default/test/81962a2cad22b94605061fe43785cb3b/f/50d6a82b0a1e4dbeb5357bc244d1f75f_SeqId_4_ - updating store file list. 2024-12-03T09:18:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 50d6a82b0a1e4dbeb5357bc244d1f75f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T09:18:05,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/default/test/81962a2cad22b94605061fe43785cb3b/f/50d6a82b0a1e4dbeb5357bc244d1f75f_SeqId_4_ into 81962a2cad22b94605061fe43785cb3b/f 2024-12-03T09:18:05,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/staging/jenkins.hfs.6__test__9pdgduei42abc2eruitk3tf0osjoj439vg7rk63qebqfaum6rqcv0vjs5a5ck23p/f/47b1f55b19e84d6681b1ecb998118fe5_SeqId_4_ into 81962a2cad22b94605061fe43785cb3b/f (new location: hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/default/test/81962a2cad22b94605061fe43785cb3b/f/50d6a82b0a1e4dbeb5357bc244d1f75f_SeqId_4_) 2024-12-03T09:18:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/staging/jenkins.hfs.6__test__9pdgduei42abc2eruitk3tf0osjoj439vg7rk63qebqfaum6rqcv0vjs5a5ck23p/f/47b1f55b19e84d6681b1ecb998118fe5_SeqId_4_ 2024-12-03T09:18:05,973 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 687, reset compression=false 2024-12-03T09:18:05,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35793 {}] regionserver.ReplicationSink(324): Finished replicating [09fd3e37-6976-4f77-9bc0-4a79031aeca7] bulk loaded data 2024-12-03T09:18:05,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:18:05,996 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733217485995/Put/seqid=0 2024-12-03T09:18:06,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741842_1018 (size=7997) 2024-12-03T09:18:06,005 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733217486004/Put/seqid=0 2024-12-03T09:18:06,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741843_1019 (size=7794) 2024-12-03T09:18:06,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409430be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:18:06,410 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,43841,-1 for getting cluster id 2024-12-03T09:18:06,410 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:18:06,411 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09fd3e37-6976-4f77-9bc0-4a79031aeca7' 2024-12-03T09:18:06,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:18:06,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09fd3e37-6976-4f77-9bc0-4a79031aeca7" 2024-12-03T09:18:06,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f424b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:18:06,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,43841,-1] 2024-12-03T09:18:06,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:18:06,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:18:06,412 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:18:06,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52de966f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:18:06,413 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:18:06,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,43361,1733217468392, seqNum=-1] 2024-12-03T09:18:06,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:18:06,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:18:06,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:18:06,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,43841,1733217468181 2024-12-03T09:18:06,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48c7a48b 2024-12-03T09:18:06,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:18:06,425 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:18:06,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241., hostname=699c9baf3d29,43361,1733217468392, seqNum=2] 2024-12-03T09:18:06,430 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T09:18:06,436 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-03T09:18:06,443 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-03T09:18:06,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/load_f1/f1/hfile_1 for inclusion in df2ac92cc8e05c033eaf38d8a1ffc241/f1 2024-12-03T09:18:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T09:18:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T09:18:06,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/load_f1/f1/hfile_0 for inclusion in df2ac92cc8e05c033eaf38d8a1ffc241/f1 2024-12-03T09:18:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T09:18:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T09:18:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HRegion(2603): Flush status journal for df2ac92cc8e05c033eaf38d8a1ffc241: 2024-12-03T09:18:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/load_f1/f1/hfile_1 to hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/staging/jenkins__test__sh516kk5c8r2gnl3ktcjq1ge92k3slccmuk5fjeb23ohuus4l592vc5biojvuunl/f1/hfile_1 2024-12-03T09:18:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/staging/jenkins__test__sh516kk5c8r2gnl3ktcjq1ge92k3slccmuk5fjeb23ohuus4l592vc5biojvuunl/f1/hfile_1 as hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/default/test/df2ac92cc8e05c033eaf38d8a1ffc241/f1/fc3eeb6ed08f4e08ae5b2a2ff84037b8_SeqId_6_ 2024-12-03T09:18:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/load_f1/f1/hfile_0 to hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/staging/jenkins__test__sh516kk5c8r2gnl3ktcjq1ge92k3slccmuk5fjeb23ohuus4l592vc5biojvuunl/f1/hfile_0 2024-12-03T09:18:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/staging/jenkins__test__sh516kk5c8r2gnl3ktcjq1ge92k3slccmuk5fjeb23ohuus4l592vc5biojvuunl/f1/hfile_0 as hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/default/test/df2ac92cc8e05c033eaf38d8a1ffc241/f1/77fa32696518447f8dd03ffe4aaaba01_SeqId_6_ 2024-12-03T09:18:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-03T09:18:06,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/staging/jenkins__test__sh516kk5c8r2gnl3ktcjq1ge92k3slccmuk5fjeb23ohuus4l592vc5biojvuunl/f1/hfile_1 into df2ac92cc8e05c033eaf38d8a1ffc241/f1 as hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/default/test/df2ac92cc8e05c033eaf38d8a1ffc241/f1/fc3eeb6ed08f4e08ae5b2a2ff84037b8_SeqId_6_ - updating store file list. 2024-12-03T09:18:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fc3eeb6ed08f4e08ae5b2a2ff84037b8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T09:18:06,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/default/test/df2ac92cc8e05c033eaf38d8a1ffc241/f1/fc3eeb6ed08f4e08ae5b2a2ff84037b8_SeqId_6_ into df2ac92cc8e05c033eaf38d8a1ffc241/f1 2024-12-03T09:18:06,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/staging/jenkins__test__sh516kk5c8r2gnl3ktcjq1ge92k3slccmuk5fjeb23ohuus4l592vc5biojvuunl/f1/hfile_1 into df2ac92cc8e05c033eaf38d8a1ffc241/f1 (new location: hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/default/test/df2ac92cc8e05c033eaf38d8a1ffc241/f1/fc3eeb6ed08f4e08ae5b2a2ff84037b8_SeqId_6_) 2024-12-03T09:18:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/staging/jenkins__test__sh516kk5c8r2gnl3ktcjq1ge92k3slccmuk5fjeb23ohuus4l592vc5biojvuunl/f1/hfile_1 2024-12-03T09:18:06,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/staging/jenkins__test__sh516kk5c8r2gnl3ktcjq1ge92k3slccmuk5fjeb23ohuus4l592vc5biojvuunl/f1/hfile_0 into df2ac92cc8e05c033eaf38d8a1ffc241/f1 as hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/default/test/df2ac92cc8e05c033eaf38d8a1ffc241/f1/77fa32696518447f8dd03ffe4aaaba01_SeqId_6_ - updating store file list. 2024-12-03T09:18:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 77fa32696518447f8dd03ffe4aaaba01_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T09:18:06,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/default/test/df2ac92cc8e05c033eaf38d8a1ffc241/f1/77fa32696518447f8dd03ffe4aaaba01_SeqId_6_ into df2ac92cc8e05c033eaf38d8a1ffc241/f1 2024-12-03T09:18:06,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/staging/jenkins__test__sh516kk5c8r2gnl3ktcjq1ge92k3slccmuk5fjeb23ohuus4l592vc5biojvuunl/f1/hfile_0 into df2ac92cc8e05c033eaf38d8a1ffc241/f1 (new location: hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/default/test/df2ac92cc8e05c033eaf38d8a1ffc241/f1/77fa32696518447f8dd03ffe4aaaba01_SeqId_6_) 2024-12-03T09:18:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/staging/jenkins__test__sh516kk5c8r2gnl3ktcjq1ge92k3slccmuk5fjeb23ohuus4l592vc5biojvuunl/f1/hfile_0 2024-12-03T09:18:06,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:18:06,476 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:18:06,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:18:06,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:18:06,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:18:06,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241., hostname=699c9baf3d29,43361,1733217468392, seqNum=2 , the old value is region=test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241., hostname=699c9baf3d29,43361,1733217468392, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=699c9baf3d29:43361 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T09:18:06,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241., hostname=699c9baf3d29,43361,1733217468392, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T09:18:06,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241., hostname=699c9baf3d29,43361,1733217468392, seqNum=2 from cache 2024-12-03T09:18:06,476 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:18:06,478 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,43361,1733217468392, seqNum=-1] 2024-12-03T09:18:06,478 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:18:06,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:18:06,479 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 687, reset compression=false 2024-12-03T09:18:06,479 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T09:18:06,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241., hostname=699c9baf3d29,43361,1733217468392, seqNum=2] 2024-12-03T09:18:06,485 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:18:06,485 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:06,485 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.shipper699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,43361,1733217468392 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:18:06,583 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:43361 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T09:18:06,691 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:06,995 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:07,398 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:07,902 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:08,506 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:08,572 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:18:08,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:18:08,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:18:08,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:18:09,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T09:18:09,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T09:18:09,210 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:10,014 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:10,919 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:11,923 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:13,027 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:14,231 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:15,535 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:16,940 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:17,766 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T09:18:18,443 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:20,047 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:21,751 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:23,555 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:23,571 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T09:18:25,459 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:26,487 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.shipper699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,43361,1733217468392 got entry batch from reader: null 2024-12-03T09:18:27,464 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:29,567 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:31,771 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:32,507 INFO [master/699c9baf3d29:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T09:18:32,507 INFO [master/699c9baf3d29:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T09:18:34,075 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:36,479 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:38,025 INFO [master/699c9baf3d29:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T09:18:38,025 INFO [master/699c9baf3d29:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T09:18:38,982 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:41,586 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:43,736 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region df2ac92cc8e05c033eaf38d8a1ffc241, had cached 0 bytes from a total of 31376 2024-12-03T09:18:44,290 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:45,884 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 81962a2cad22b94605061fe43785cb3b, had cached 0 bytes from a total of 15585 2024-12-03T09:18:46,488 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.shipper699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,43361,1733217468392 got entry batch from reader: null 2024-12-03T09:18:47,093 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:47,766 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T09:18:49,997 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:53,000 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:53,571 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T09:18:56,104 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:18:59,307 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:19:02,611 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:19:06,015 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:19:06,488 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.shipper699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,43361,1733217468392 got entry batch from reader: null 2024-12-03T09:19:06,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T09:19:06,508 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:19:06,508 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:19:06,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:06,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:06,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:19:06,508 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T09:19:06,508 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1350219908, stopped=false 2024-12-03T09:19:06,508 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=699c9baf3d29,35709,1733217473982 2024-12-03T09:19:06,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1495230944/running 2024-12-03T09:19:06,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35793-0x1019a7bb2570004, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1495230944/running 2024-12-03T09:19:06,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35793-0x1019a7bb2570004, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495230944 2024-12-03T09:19:06,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495230944 2024-12-03T09:19:06,582 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:19:06,583 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:19:06,583 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:19:06,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:06,583 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,35793,1733217474121' ***** 2024-12-03T09:19:06,583 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T09:19:06,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Set watcher on znode that does not yet exist, /1495230944/running 2024-12-03T09:19:06,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35793-0x1019a7bb2570004, quorum=127.0.0.1:62601, baseZNode=/1495230944 Set watcher on znode that does not yet exist, /1495230944/running 2024-12-03T09:19:06,584 INFO [RS:0;699c9baf3d29:35793 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:19:06,584 INFO [RS:0;699c9baf3d29:35793 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T09:19:06,584 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:19:06,584 INFO [RS:0;699c9baf3d29:35793 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T09:19:06,584 INFO [RS:0;699c9baf3d29:35793 {}] regionserver.HRegionServer(3091): Received CLOSE for 81962a2cad22b94605061fe43785cb3b 2024-12-03T09:19:06,584 INFO [RS:0;699c9baf3d29:35793 {}] regionserver.HRegionServer(959): stopping server 699c9baf3d29,35793,1733217474121 2024-12-03T09:19:06,584 INFO [RS:0;699c9baf3d29:35793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:19:06,584 INFO [RS:0;699c9baf3d29:35793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:35793. 2024-12-03T09:19:06,584 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81962a2cad22b94605061fe43785cb3b, disabling compactions & flushes 2024-12-03T09:19:06,584 DEBUG [RS:0;699c9baf3d29:35793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:19:06,584 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733217479746.81962a2cad22b94605061fe43785cb3b. 2024-12-03T09:19:06,584 DEBUG [RS:0;699c9baf3d29:35793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:06,584 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217479746.81962a2cad22b94605061fe43785cb3b. 2024-12-03T09:19:06,585 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733217479746.81962a2cad22b94605061fe43785cb3b. after waiting 0 ms 2024-12-03T09:19:06,585 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733217479746.81962a2cad22b94605061fe43785cb3b. 2024-12-03T09:19:06,585 INFO [RS:0;699c9baf3d29:35793 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T09:19:06,585 INFO [RS:0;699c9baf3d29:35793 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T09:19:06,585 INFO [RS:0;699c9baf3d29:35793 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T09:19:06,585 INFO [RS:0;699c9baf3d29:35793 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T09:19:06,585 INFO [RS:0;699c9baf3d29:35793 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T09:19:06,585 DEBUG [RS:0;699c9baf3d29:35793 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 81962a2cad22b94605061fe43785cb3b=test,,1733217479746.81962a2cad22b94605061fe43785cb3b.} 2024-12-03T09:19:06,585 DEBUG [RS:0;699c9baf3d29:35793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81962a2cad22b94605061fe43785cb3b 2024-12-03T09:19:06,585 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:19:06,585 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:19:06,585 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:19:06,585 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:19:06,585 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:19:06,585 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T09:19:06,589 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/default/test/81962a2cad22b94605061fe43785cb3b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-03T09:19:06,589 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:19:06,589 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T09:19:06,589 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733217479746.81962a2cad22b94605061fe43785cb3b. 2024-12-03T09:19:06,589 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81962a2cad22b94605061fe43785cb3b: Waiting for close lock at 1733217546584Running coprocessor pre-close hooks at 1733217546584Disabling compacts and flushes for region at 1733217546584Disabling writes for close at 1733217546585 (+1 ms)Writing region close event to WAL at 1733217546585Running coprocessor post-close hooks at 1733217546589 (+4 ms)Closed at 1733217546589 2024-12-03T09:19:06,590 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733217479746.81962a2cad22b94605061fe43785cb3b. 2024-12-03T09:19:06,599 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/hbase/meta/1588230740/.tmp/info/567e2da2d9b641c38fe5bbfbe47817c7 is 129, key is test,,1733217479746.81962a2cad22b94605061fe43785cb3b./info:regioninfo/1733217480900/Put/seqid=0 2024-12-03T09:19:06,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741839_1015 (size=6421) 2024-12-03T09:19:06,651 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:19:06,785 DEBUG [RS:0;699c9baf3d29:35793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:19:06,985 DEBUG [RS:0;699c9baf3d29:35793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:19:07,007 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/hbase/meta/1588230740/.tmp/info/567e2da2d9b641c38fe5bbfbe47817c7 2024-12-03T09:19:07,024 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/hbase/meta/1588230740/.tmp/ns/9573024f88124639bffe8633f9590949 is 43, key is default/ns:d/1733217477450/Put/seqid=0 2024-12-03T09:19:07,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741840_1016 (size=5153) 2024-12-03T09:19:07,185 DEBUG [RS:0;699c9baf3d29:35793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:19:07,195 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T09:19:07,195 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T09:19:07,386 DEBUG [RS:0;699c9baf3d29:35793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:19:07,428 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/hbase/meta/1588230740/.tmp/ns/9573024f88124639bffe8633f9590949 2024-12-03T09:19:07,446 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/hbase/meta/1588230740/.tmp/rep_barrier/ed20e440526342f6b89c2d00e3501c48 is 112, key is test,,1733217479746.81962a2cad22b94605061fe43785cb3b./rep_barrier:seqnumDuringOpen/1733217480900/Put/seqid=0 2024-12-03T09:19:07,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741841_1017 (size=5518) 2024-12-03T09:19:07,586 INFO [RS:0;699c9baf3d29:35793 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T09:19:07,586 DEBUG [RS:0;699c9baf3d29:35793 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T09:19:07,586 DEBUG [RS:0;699c9baf3d29:35793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:19:07,786 DEBUG [RS:0;699c9baf3d29:35793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:19:07,850 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/hbase/meta/1588230740/.tmp/rep_barrier/ed20e440526342f6b89c2d00e3501c48 2024-12-03T09:19:07,866 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/hbase/meta/1588230740/.tmp/table/80354fb96aa548e4a4ccf06759c40aaa is 40, key is test/table:state/1733217480909/Put/seqid=0 2024-12-03T09:19:07,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741842_1018 (size=5165) 2024-12-03T09:19:07,986 DEBUG [RS:0;699c9baf3d29:35793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:19:08,186 DEBUG [RS:0;699c9baf3d29:35793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:19:08,271 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/hbase/meta/1588230740/.tmp/table/80354fb96aa548e4a4ccf06759c40aaa 2024-12-03T09:19:08,276 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/hbase/meta/1588230740/.tmp/info/567e2da2d9b641c38fe5bbfbe47817c7 as hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/hbase/meta/1588230740/info/567e2da2d9b641c38fe5bbfbe47817c7 2024-12-03T09:19:08,281 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/hbase/meta/1588230740/info/567e2da2d9b641c38fe5bbfbe47817c7, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T09:19:08,282 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/hbase/meta/1588230740/.tmp/ns/9573024f88124639bffe8633f9590949 as hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/hbase/meta/1588230740/ns/9573024f88124639bffe8633f9590949 2024-12-03T09:19:08,286 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/hbase/meta/1588230740/ns/9573024f88124639bffe8633f9590949, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T09:19:08,287 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/hbase/meta/1588230740/.tmp/rep_barrier/ed20e440526342f6b89c2d00e3501c48 as hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/hbase/meta/1588230740/rep_barrier/ed20e440526342f6b89c2d00e3501c48 2024-12-03T09:19:08,293 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/hbase/meta/1588230740/rep_barrier/ed20e440526342f6b89c2d00e3501c48, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T09:19:08,294 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/hbase/meta/1588230740/.tmp/table/80354fb96aa548e4a4ccf06759c40aaa as hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/hbase/meta/1588230740/table/80354fb96aa548e4a4ccf06759c40aaa 2024-12-03T09:19:08,298 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/hbase/meta/1588230740/table/80354fb96aa548e4a4ccf06759c40aaa, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T09:19:08,299 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=11, compaction requested=false 2024-12-03T09:19:08,303 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T09:19:08,304 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:19:08,304 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:19:08,304 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:19:08,304 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217546585Running coprocessor pre-close hooks at 1733217546585Disabling compacts and flushes for region at 1733217546585Disabling writes for close at 1733217546585Obtaining lock to block concurrent updates at 1733217546585Preparing flush snapshotting stores in 1588230740 at 1733217546585Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733217546586 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733217546586Flushing 1588230740/info: creating writer at 1733217546586Flushing 1588230740/info: appending metadata at 1733217546599 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733217546599Flushing 1588230740/ns: creating writer at 1733217547012 (+413 ms)Flushing 1588230740/ns: appending metadata at 1733217547023 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733217547023Flushing 1588230740/rep_barrier: creating writer at 1733217547433 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733217547445 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733217547445Flushing 1588230740/table: creating writer at 1733217547855 (+410 ms)Flushing 1588230740/table: appending metadata at 1733217547866 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733217547866Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bac48e7: reopening flushed file at 1733217548275 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a70c858: reopening flushed file at 1733217548281 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@489fce70: reopening flushed file at 1733217548287 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f6da665: reopening flushed file at 1733217548293 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=11, compaction requested=false at 1733217548299 (+6 ms)Writing region close event to WAL at 1733217548300 (+1 ms)Running coprocessor post-close hooks at 1733217548304 (+4 ms)Closed at 1733217548304 2024-12-03T09:19:08,304 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T09:19:08,386 INFO [RS:0;699c9baf3d29:35793 {}] regionserver.HRegionServer(976): stopping server 699c9baf3d29,35793,1733217474121; all regions closed. 2024-12-03T09:19:08,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741834_1010 (size=2717) 2024-12-03T09:19:08,389 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/WALs/699c9baf3d29,35793,1733217474121/699c9baf3d29%2C35793%2C1733217474121.meta.1733217477398.meta not finished, retry = 0 2024-12-03T09:19:08,491 DEBUG [RS:0;699c9baf3d29:35793 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/oldWALs 2024-12-03T09:19:08,491 INFO [RS:0;699c9baf3d29:35793 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C35793%2C1733217474121.meta:.meta(num 1733217477398) 2024-12-03T09:19:08,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741832_1008 (size=1028) 2024-12-03T09:19:08,496 DEBUG [RS:0;699c9baf3d29:35793 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/oldWALs 2024-12-03T09:19:08,496 INFO [RS:0;699c9baf3d29:35793 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C35793%2C1733217474121:(num 1733217476322) 2024-12-03T09:19:08,496 DEBUG [RS:0;699c9baf3d29:35793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:08,496 INFO [RS:0;699c9baf3d29:35793 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:19:08,496 INFO [RS:0;699c9baf3d29:35793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:19:08,496 INFO [RS:0;699c9baf3d29:35793 {}] hbase.ChoreService(370): Chore service for: regionserver/699c9baf3d29:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T09:19:08,496 INFO [RS:0;699c9baf3d29:35793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:19:08,496 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:19:08,496 INFO [RS:0;699c9baf3d29:35793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:35793. 2024-12-03T09:19:08,496 DEBUG [RS:0;699c9baf3d29:35793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:19:08,496 DEBUG [RS:0;699c9baf3d29:35793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:08,497 DEBUG [RS:0;699c9baf3d29:35793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:08,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:19:08,497 INFO [RS:0;699c9baf3d29:35793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35793 2024-12-03T09:19:08,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495230944/rs 2024-12-03T09:19:08,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35793-0x1019a7bb2570004, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1495230944/rs/699c9baf3d29,35793,1733217474121 2024-12-03T09:19:08,561 INFO [RS:0;699c9baf3d29:35793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:19:08,572 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,35793,1733217474121] 2024-12-03T09:19:08,582 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1495230944/draining/699c9baf3d29,35793,1733217474121 already deleted, retry=false 2024-12-03T09:19:08,582 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 699c9baf3d29,35793,1733217474121 expired; onlineServers=0 2024-12-03T09:19:08,582 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '699c9baf3d29,35709,1733217473982' ***** 2024-12-03T09:19:08,582 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T09:19:08,582 INFO [M:0;699c9baf3d29:35709 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:19:08,582 INFO [M:0;699c9baf3d29:35709 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:19:08,582 DEBUG [M:0;699c9baf3d29:35709 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T09:19:08,583 DEBUG [M:0;699c9baf3d29:35709 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T09:19:08,583 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T09:19:08,583 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217476143 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217476143,5,FailOnTimeoutGroup] 2024-12-03T09:19:08,583 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217476142 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217476142,5,FailOnTimeoutGroup] 2024-12-03T09:19:08,583 INFO [M:0;699c9baf3d29:35709 {}] hbase.ChoreService(370): Chore service for: master/699c9baf3d29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T09:19:08,583 INFO [M:0;699c9baf3d29:35709 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:19:08,583 DEBUG [M:0;699c9baf3d29:35709 {}] master.HMaster(1795): Stopping service threads 2024-12-03T09:19:08,583 INFO [M:0;699c9baf3d29:35709 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T09:19:08,583 INFO [M:0;699c9baf3d29:35709 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:19:08,583 INFO [M:0;699c9baf3d29:35709 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T09:19:08,583 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T09:19:08,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1495230944/master 2024-12-03T09:19:08,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495230944 2024-12-03T09:19:08,593 DEBUG [M:0;699c9baf3d29:35709 {}] zookeeper.ZKUtil(347): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Unable to get data of znode /1495230944/master because node does not exist (not an error) 2024-12-03T09:19:08,593 WARN [M:0;699c9baf3d29:35709 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T09:19:08,594 INFO [M:0;699c9baf3d29:35709 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/.lastflushedseqids 2024-12-03T09:19:08,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741843_1019 (size=173) 2024-12-03T09:19:08,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35793-0x1019a7bb2570004, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:19:08,672 INFO [RS:0;699c9baf3d29:35793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:19:08,672 INFO [RS:0;699c9baf3d29:35793 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,35793,1733217474121; zookeeper connection closed. 2024-12-03T09:19:08,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35793-0x1019a7bb2570004, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:19:08,672 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66506128 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66506128 2024-12-03T09:19:08,672 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T09:19:08,998 INFO [M:0;699c9baf3d29:35709 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T09:19:08,999 INFO [M:0;699c9baf3d29:35709 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T09:19:08,999 DEBUG [M:0;699c9baf3d29:35709 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:19:08,999 INFO [M:0;699c9baf3d29:35709 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:08,999 DEBUG [M:0;699c9baf3d29:35709 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:08,999 DEBUG [M:0;699c9baf3d29:35709 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:19:08,999 DEBUG [M:0;699c9baf3d29:35709 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:08,999 INFO [M:0;699c9baf3d29:35709 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-12-03T09:19:09,013 DEBUG [M:0;699c9baf3d29:35709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0354396ec2b74fe5a8f200f7b34fa0fe is 82, key is hbase:meta,,1/info:regioninfo/1733217477428/Put/seqid=0 2024-12-03T09:19:09,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741844_1020 (size=5672) 2024-12-03T09:19:09,417 INFO [M:0;699c9baf3d29:35709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0354396ec2b74fe5a8f200f7b34fa0fe 2024-12-03T09:19:09,434 DEBUG [M:0;699c9baf3d29:35709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a77a35772cc42e78790eeabd8e696c6 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733217480913/Put/seqid=0 2024-12-03T09:19:09,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741845_1021 (size=6727) 2024-12-03T09:19:09,519 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 to pos 997, reset compression=false 2024-12-03T09:19:09,838 INFO [M:0;699c9baf3d29:35709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a77a35772cc42e78790eeabd8e696c6 2024-12-03T09:19:09,842 INFO [M:0;699c9baf3d29:35709 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a77a35772cc42e78790eeabd8e696c6 2024-12-03T09:19:09,854 DEBUG [M:0;699c9baf3d29:35709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3cfc04cceca4ae4b2733f0310f3c1a4 is 69, key is 699c9baf3d29,35793,1733217474121/rs:state/1733217476180/Put/seqid=0 2024-12-03T09:19:09,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741846_1022 (size=5156) 2024-12-03T09:19:10,259 INFO [M:0;699c9baf3d29:35709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3cfc04cceca4ae4b2733f0310f3c1a4 2024-12-03T09:19:10,263 DEBUG [M:0;699c9baf3d29:35709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0354396ec2b74fe5a8f200f7b34fa0fe as hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0354396ec2b74fe5a8f200f7b34fa0fe 2024-12-03T09:19:10,268 INFO [M:0;699c9baf3d29:35709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0354396ec2b74fe5a8f200f7b34fa0fe, entries=8, sequenceid=58, filesize=5.5 K 2024-12-03T09:19:10,269 DEBUG [M:0;699c9baf3d29:35709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a77a35772cc42e78790eeabd8e696c6 as hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a77a35772cc42e78790eeabd8e696c6 2024-12-03T09:19:10,273 INFO [M:0;699c9baf3d29:35709 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a77a35772cc42e78790eeabd8e696c6 2024-12-03T09:19:10,273 INFO [M:0;699c9baf3d29:35709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a77a35772cc42e78790eeabd8e696c6, entries=6, sequenceid=58, filesize=6.6 K 2024-12-03T09:19:10,274 DEBUG [M:0;699c9baf3d29:35709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3cfc04cceca4ae4b2733f0310f3c1a4 as hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3cfc04cceca4ae4b2733f0310f3c1a4 2024-12-03T09:19:10,279 INFO [M:0;699c9baf3d29:35709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34455/user/jenkins/test-data/1d3698ee-79ab-0088-8634-a115565856a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3cfc04cceca4ae4b2733f0310f3c1a4, entries=1, sequenceid=58, filesize=5.0 K 2024-12-03T09:19:10,280 INFO [M:0;699c9baf3d29:35709 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=58, compaction requested=false 2024-12-03T09:19:10,281 INFO [M:0;699c9baf3d29:35709 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:10,281 DEBUG [M:0;699c9baf3d29:35709 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217548999Disabling compacts and flushes for region at 1733217548999Disabling writes for close at 1733217548999Obtaining lock to block concurrent updates at 1733217548999Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733217548999Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1733217548999Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733217549000 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733217549000Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733217549013 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733217549013Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733217549421 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733217549434 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733217549434Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733217549843 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733217549854 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733217549854Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ebbfcf: reopening flushed file at 1733217550263 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75cc4f15: reopening flushed file at 1733217550268 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37b1f6f4: reopening flushed file at 1733217550274 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=58, compaction requested=false at 1733217550280 (+6 ms)Writing region close event to WAL at 1733217550281 (+1 ms)Closed at 1733217550281 2024-12-03T09:19:10,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741830_1006 (size=33026) 2024-12-03T09:19:10,284 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:19:10,284 INFO [M:0;699c9baf3d29:35709 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T09:19:10,284 INFO [M:0;699c9baf3d29:35709 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35709 2024-12-03T09:19:10,284 INFO [M:0;699c9baf3d29:35709 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:19:10,430 INFO [M:0;699c9baf3d29:35709 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:19:10,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:19:10,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x1019a7bb2570003, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:19:10,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@213b95e5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:19:10,470 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fea310b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:19:10,470 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:19:10,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15b4e3f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:19:10,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@234ba30d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/hadoop.log.dir/,STOPPED} 2024-12-03T09:19:10,471 WARN [BP-1892170617-172.17.0.2-1733217471912 heartbeating to localhost/127.0.0.1:34455 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T09:19:10,471 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T09:19:10,471 WARN [BP-1892170617-172.17.0.2-1733217471912 heartbeating to localhost/127.0.0.1:34455 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1892170617-172.17.0.2-1733217471912 (Datanode Uuid 3ea40b88-d97d-4d1d-9bb6-54acf2498fe4) service to localhost/127.0.0.1:34455 2024-12-03T09:19:10,471 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T09:19:10,472 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/cluster_f0c5f725-8979-5cd2-4fee-4ff771bdd84a/data/data1/current/BP-1892170617-172.17.0.2-1733217471912 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:19:10,472 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/cluster_f0c5f725-8979-5cd2-4fee-4ff771bdd84a/data/data2/current/BP-1892170617-172.17.0.2-1733217471912 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:19:10,472 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T09:19:10,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bc5498{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:19:10,478 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11d38f4e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:19:10,478 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:19:10,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37255a7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:19:10,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@516176c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/hadoop.log.dir/,STOPPED} 2024-12-03T09:19:10,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T09:19:10,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T09:19:10,490 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:19:10,490 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:19:10,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:10,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:10,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:19:10,490 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T09:19:10,490 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=86162426, stopped=false 2024-12-03T09:19:10,490 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=699c9baf3d29,43841,1733217468181 2024-12-03T09:19:10,498 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:19:10,498 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43361-0x1019a7bb2570001, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0236864676/running 2024-12-03T09:19:10,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0236864676/running 2024-12-03T09:19:10,498 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:19:10,498 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43361-0x1019a7bb2570001, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236864676 2024-12-03T09:19:10,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236864676 2024-12-03T09:19:10,498 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:19:10,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:10,498 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,43361,1733217468392' ***** 2024-12-03T09:19:10,498 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T09:19:10,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43361-0x1019a7bb2570001, quorum=127.0.0.1:62601, baseZNode=/0236864676 Set watcher on znode that does not yet exist, /0236864676/running 2024-12-03T09:19:10,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Set watcher on znode that does not yet exist, /0236864676/running 2024-12-03T09:19:10,499 INFO [RS:0;699c9baf3d29:43361 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:19:10,499 INFO [RS:0;699c9baf3d29:43361 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T09:19:10,499 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:19:10,499 INFO [RS:0;699c9baf3d29:43361 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T09:19:10,499 INFO [RS:0;699c9baf3d29:43361 {}] regionserver.HRegionServer(3091): Received CLOSE for df2ac92cc8e05c033eaf38d8a1ffc241 2024-12-03T09:19:10,499 INFO [RS:0;699c9baf3d29:43361 {}] regionserver.HRegionServer(3091): Received CLOSE for f7ba67affab901b68b1a8c4ca9479cd1 2024-12-03T09:19:10,499 INFO [RS:0;699c9baf3d29:43361 {}] regionserver.HRegionServer(959): stopping server 699c9baf3d29,43361,1733217468392 2024-12-03T09:19:10,499 INFO [RS:0;699c9baf3d29:43361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:19:10,499 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df2ac92cc8e05c033eaf38d8a1ffc241, disabling compactions & flushes 2024-12-03T09:19:10,499 INFO [RS:0;699c9baf3d29:43361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:43361. 2024-12-03T09:19:10,499 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241. 2024-12-03T09:19:10,499 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241. 2024-12-03T09:19:10,499 DEBUG [RS:0;699c9baf3d29:43361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:19:10,499 DEBUG [RS:0;699c9baf3d29:43361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:10,499 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241. after waiting 0 ms 2024-12-03T09:19:10,499 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241. 2024-12-03T09:19:10,500 INFO [RS:0;699c9baf3d29:43361 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T09:19:10,500 INFO [RS:0;699c9baf3d29:43361 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T09:19:10,500 INFO [RS:0;699c9baf3d29:43361 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T09:19:10,500 INFO [RS:0;699c9baf3d29:43361 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T09:19:10,500 INFO [RS:0;699c9baf3d29:43361 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T09:19:10,500 DEBUG [RS:0;699c9baf3d29:43361 {}] regionserver.HRegionServer(1325): Online Regions={df2ac92cc8e05c033eaf38d8a1ffc241=test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241., f7ba67affab901b68b1a8c4ca9479cd1=hbase:replication,,1733217481917.f7ba67affab901b68b1a8c4ca9479cd1., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T09:19:10,500 DEBUG [RS:0;699c9baf3d29:43361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df2ac92cc8e05c033eaf38d8a1ffc241, f7ba67affab901b68b1a8c4ca9479cd1 2024-12-03T09:19:10,500 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:19:10,500 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:19:10,500 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:19:10,500 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:19:10,500 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:19:10,500 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T09:19:10,503 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/default/test/df2ac92cc8e05c033eaf38d8a1ffc241/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T09:19:10,504 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:19:10,504 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T09:19:10,504 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241. 2024-12-03T09:19:10,504 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df2ac92cc8e05c033eaf38d8a1ffc241: Waiting for close lock at 1733217550499Running coprocessor pre-close hooks at 1733217550499Disabling compacts and flushes for region at 1733217550499Disabling writes for close at 1733217550499Writing region close event to WAL at 1733217550500 (+1 ms)Running coprocessor post-close hooks at 1733217550504 (+4 ms)Closed at 1733217550504 2024-12-03T09:19:10,504 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241. 2024-12-03T09:19:10,504 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7ba67affab901b68b1a8c4ca9479cd1, disabling compactions & flushes 2024-12-03T09:19:10,504 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217481917.f7ba67affab901b68b1a8c4ca9479cd1. 2024-12-03T09:19:10,504 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217481917.f7ba67affab901b68b1a8c4ca9479cd1. 2024-12-03T09:19:10,504 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217481917.f7ba67affab901b68b1a8c4ca9479cd1. after waiting 0 ms 2024-12-03T09:19:10,504 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217481917.f7ba67affab901b68b1a8c4ca9479cd1. 2024-12-03T09:19:10,504 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f7ba67affab901b68b1a8c4ca9479cd1 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-03T09:19:10,518 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/replication/f7ba67affab901b68b1a8c4ca9479cd1/.tmp/hfileref/4c5e4de207d24f81b372ae2e99ff1025 is 74, key is 1/hfileref:2ae4327416524145ab0cb9e7f953f923_SeqId_4_/1733217485978/DeleteColumn/seqid=0 2024-12-03T09:19:10,520 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/meta/1588230740/.tmp/info/0d5f4343cf184865ba3ff5d8879242fc is 147, key is hbase:replication,,1733217481917.f7ba67affab901b68b1a8c4ca9479cd1./info:regioninfo/1733217483086/Put/seqid=0 2024-12-03T09:19:10,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741844_1020 (size=5203) 2024-12-03T09:19:10,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741845_1021 (size=7686) 2024-12-03T09:19:10,574 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:19:10,687 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T09:19:10,687 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T09:19:10,700 DEBUG [RS:0;699c9baf3d29:43361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f7ba67affab901b68b1a8c4ca9479cd1 2024-12-03T09:19:10,900 DEBUG [RS:0;699c9baf3d29:43361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f7ba67affab901b68b1a8c4ca9479cd1 2024-12-03T09:19:10,923 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/replication/f7ba67affab901b68b1a8c4ca9479cd1/.tmp/hfileref/4c5e4de207d24f81b372ae2e99ff1025 2024-12-03T09:19:10,924 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/meta/1588230740/.tmp/info/0d5f4343cf184865ba3ff5d8879242fc 2024-12-03T09:19:10,947 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/replication/f7ba67affab901b68b1a8c4ca9479cd1/.tmp/queue/e3d269894e1b4438a53fd55609f4490b is 153, key is 1-699c9baf3d29,43361,1733217468392/queue:699c9baf3d29%2C43361%2C1733217468392/1733217486486/Put/seqid=0 2024-12-03T09:19:10,951 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/meta/1588230740/.tmp/ns/c02a03ff501e4faab03c96881dd29e80 is 43, key is default/ns:d/1733217471779/Put/seqid=0 2024-12-03T09:19:10,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741846_1022 (size=5352) 2024-12-03T09:19:10,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741847_1023 (size=5153) 2024-12-03T09:19:11,101 DEBUG [RS:0;699c9baf3d29:43361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f7ba67affab901b68b1a8c4ca9479cd1 2024-12-03T09:19:11,301 DEBUG [RS:0;699c9baf3d29:43361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f7ba67affab901b68b1a8c4ca9479cd1 2024-12-03T09:19:11,359 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/replication/f7ba67affab901b68b1a8c4ca9479cd1/.tmp/queue/e3d269894e1b4438a53fd55609f4490b 2024-12-03T09:19:11,361 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/meta/1588230740/.tmp/ns/c02a03ff501e4faab03c96881dd29e80 2024-12-03T09:19:11,365 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/replication/f7ba67affab901b68b1a8c4ca9479cd1/.tmp/hfileref/4c5e4de207d24f81b372ae2e99ff1025 as hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/replication/f7ba67affab901b68b1a8c4ca9479cd1/hfileref/4c5e4de207d24f81b372ae2e99ff1025 2024-12-03T09:19:11,371 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/replication/f7ba67affab901b68b1a8c4ca9479cd1/hfileref/4c5e4de207d24f81b372ae2e99ff1025, entries=2, sequenceid=10, filesize=5.1 K 2024-12-03T09:19:11,372 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/replication/f7ba67affab901b68b1a8c4ca9479cd1/.tmp/queue/e3d269894e1b4438a53fd55609f4490b as hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/replication/f7ba67affab901b68b1a8c4ca9479cd1/queue/e3d269894e1b4438a53fd55609f4490b 2024-12-03T09:19:11,377 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/replication/f7ba67affab901b68b1a8c4ca9479cd1/queue/e3d269894e1b4438a53fd55609f4490b, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T09:19:11,378 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for f7ba67affab901b68b1a8c4ca9479cd1 in 874ms, sequenceid=10, compaction requested=false 2024-12-03T09:19:11,383 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/replication/f7ba67affab901b68b1a8c4ca9479cd1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T09:19:11,384 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/meta/1588230740/.tmp/rep_barrier/6b4fc5dd72b74965b0d4587396895991 is 112, key is test,,1733217477589.df2ac92cc8e05c033eaf38d8a1ffc241./rep_barrier:seqnumDuringOpen/1733217478755/Put/seqid=0 2024-12-03T09:19:11,384 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:19:11,384 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:19:11,384 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733217481917.f7ba67affab901b68b1a8c4ca9479cd1. 2024-12-03T09:19:11,384 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7ba67affab901b68b1a8c4ca9479cd1: Waiting for close lock at 1733217550504Running coprocessor pre-close hooks at 1733217550504Disabling compacts and flushes for region at 1733217550504Disabling writes for close at 1733217550504Obtaining lock to block concurrent updates at 1733217550504Preparing flush snapshotting stores in f7ba67affab901b68b1a8c4ca9479cd1 at 1733217550504Finished memstore snapshotting hbase:replication,,1733217481917.f7ba67affab901b68b1a8c4ca9479cd1., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733217550505 (+1 ms)Flushing stores of hbase:replication,,1733217481917.f7ba67affab901b68b1a8c4ca9479cd1. at 1733217550505Flushing f7ba67affab901b68b1a8c4ca9479cd1/hfileref: creating writer at 1733217550505Flushing f7ba67affab901b68b1a8c4ca9479cd1/hfileref: appending metadata at 1733217550518 (+13 ms)Flushing f7ba67affab901b68b1a8c4ca9479cd1/hfileref: closing flushed file at 1733217550518Flushing f7ba67affab901b68b1a8c4ca9479cd1/queue: creating writer at 1733217550928 (+410 ms)Flushing f7ba67affab901b68b1a8c4ca9479cd1/queue: appending metadata at 1733217550946 (+18 ms)Flushing f7ba67affab901b68b1a8c4ca9479cd1/queue: closing flushed file at 1733217550946Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e2556cc: reopening flushed file at 1733217551364 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d3092c8: reopening flushed file at 1733217551371 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for f7ba67affab901b68b1a8c4ca9479cd1 in 874ms, sequenceid=10, compaction requested=false at 1733217551378 (+7 ms)Writing region close event to WAL at 1733217551380 (+2 ms)Running coprocessor post-close hooks at 1733217551384 (+4 ms)Closed at 1733217551384 2024-12-03T09:19:11,384 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733217481917.f7ba67affab901b68b1a8c4ca9479cd1. 2024-12-03T09:19:11,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741848_1024 (size=5518) 2024-12-03T09:19:11,501 INFO [RS:0;699c9baf3d29:43361 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T09:19:11,501 DEBUG [RS:0;699c9baf3d29:43361 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T09:19:11,501 DEBUG [RS:0;699c9baf3d29:43361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:19:11,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:11,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:11,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:11,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:11,701 DEBUG [RS:0;699c9baf3d29:43361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:19:11,788 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/meta/1588230740/.tmp/rep_barrier/6b4fc5dd72b74965b0d4587396895991 2024-12-03T09:19:11,806 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/meta/1588230740/.tmp/table/309b31e452de4d1595a0ab16a89cff56 is 53, key is hbase:replication/table:state/1733217483094/Put/seqid=0 2024-12-03T09:19:11,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741849_1025 (size=5308) 2024-12-03T09:19:11,901 DEBUG [RS:0;699c9baf3d29:43361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:19:12,102 DEBUG [RS:0;699c9baf3d29:43361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:19:12,110 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:19:12,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:12,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:12,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:12,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:12,210 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/meta/1588230740/.tmp/table/309b31e452de4d1595a0ab16a89cff56 2024-12-03T09:19:12,216 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/meta/1588230740/.tmp/info/0d5f4343cf184865ba3ff5d8879242fc as hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/meta/1588230740/info/0d5f4343cf184865ba3ff5d8879242fc 2024-12-03T09:19:12,221 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/meta/1588230740/info/0d5f4343cf184865ba3ff5d8879242fc, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T09:19:12,222 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/meta/1588230740/.tmp/ns/c02a03ff501e4faab03c96881dd29e80 as hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/meta/1588230740/ns/c02a03ff501e4faab03c96881dd29e80 2024-12-03T09:19:12,227 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/meta/1588230740/ns/c02a03ff501e4faab03c96881dd29e80, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T09:19:12,228 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/meta/1588230740/.tmp/rep_barrier/6b4fc5dd72b74965b0d4587396895991 as hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/meta/1588230740/rep_barrier/6b4fc5dd72b74965b0d4587396895991 2024-12-03T09:19:12,232 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/meta/1588230740/rep_barrier/6b4fc5dd72b74965b0d4587396895991, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T09:19:12,233 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/meta/1588230740/.tmp/table/309b31e452de4d1595a0ab16a89cff56 as hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/meta/1588230740/table/309b31e452de4d1595a0ab16a89cff56 2024-12-03T09:19:12,237 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/meta/1588230740/table/309b31e452de4d1595a0ab16a89cff56, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T09:19:12,238 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1738ms, sequenceid=16, compaction requested=false 2024-12-03T09:19:12,238 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T09:19:12,244 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T09:19:12,244 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:19:12,244 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:19:12,245 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:19:12,245 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217550500Running coprocessor pre-close hooks at 1733217550500Disabling compacts and flushes for region at 1733217550500Disabling writes for close at 1733217550500Obtaining lock to block concurrent updates at 1733217550500Preparing flush snapshotting stores in 1588230740 at 1733217550500Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733217550501 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733217550501Flushing 1588230740/info: creating writer at 1733217550501Flushing 1588230740/info: appending metadata at 1733217550519 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733217550519Flushing 1588230740/ns: creating writer at 1733217550929 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733217550950 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733217550950Flushing 1588230740/rep_barrier: creating writer at 1733217551365 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733217551383 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733217551383Flushing 1588230740/table: creating writer at 1733217551793 (+410 ms)Flushing 1588230740/table: appending metadata at 1733217551805 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733217551805Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c8720e3: reopening flushed file at 1733217552215 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4301acc4: reopening flushed file at 1733217552221 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44e3ed82: reopening flushed file at 1733217552227 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27efcc43: reopening flushed file at 1733217552232 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1738ms, sequenceid=16, compaction requested=false at 1733217552238 (+6 ms)Writing region close event to WAL at 1733217552240 (+2 ms)Running coprocessor post-close hooks at 1733217552244 (+4 ms)Closed at 1733217552245 (+1 ms) 2024-12-03T09:19:12,245 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T09:19:12,302 INFO [RS:0;699c9baf3d29:43361 {}] regionserver.HRegionServer(976): stopping server 699c9baf3d29,43361,1733217468392; all regions closed. 2024-12-03T09:19:12,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741834_1010 (size=4239) 2024-12-03T09:19:12,307 DEBUG [RS:0;699c9baf3d29:43361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/oldWALs 2024-12-03T09:19:12,307 INFO [RS:0;699c9baf3d29:43361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C43361%2C1733217468392.meta:.meta(num 1733217471703) 2024-12-03T09:19:12,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741839_1015 (size=2700) 2024-12-03T09:19:12,309 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.rep.1733217483055 not finished, retry = 0 2024-12-03T09:19:12,412 DEBUG [RS:0;699c9baf3d29:43361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/oldWALs 2024-12-03T09:19:12,412 INFO [RS:0;699c9baf3d29:43361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C43361%2C1733217468392.rep:(num 1733217483055) 2024-12-03T09:19:12,414 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/WALs/699c9baf3d29,43361,1733217468392/699c9baf3d29%2C43361%2C1733217468392.1733217470730 not finished, retry = 0 2024-12-03T09:19:12,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741832_1008 (size=1300) 2024-12-03T09:19:12,517 DEBUG [RS:0;699c9baf3d29:43361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/oldWALs 2024-12-03T09:19:12,517 INFO [RS:0;699c9baf3d29:43361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C43361%2C1733217468392:(num 1733217470730) 2024-12-03T09:19:12,517 DEBUG [RS:0;699c9baf3d29:43361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:12,517 INFO [RS:0;699c9baf3d29:43361 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:19:12,517 INFO [RS:0;699c9baf3d29:43361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:19:12,517 INFO [RS:0;699c9baf3d29:43361 {}] hbase.ChoreService(370): Chore service for: regionserver/699c9baf3d29:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T09:19:12,517 INFO [RS:0;699c9baf3d29:43361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:19:12,517 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:19:12,517 INFO [RS:0;699c9baf3d29:43361 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-699c9baf3d29,43361,1733217468392 because: Region server is closing 2024-12-03T09:19:12,518 INFO [RS:0;699c9baf3d29:43361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:43361. 2024-12-03T09:19:12,518 DEBUG [RS:0;699c9baf3d29:43361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:19:12,518 DEBUG [RS:0;699c9baf3d29:43361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:12,518 DEBUG [RS:0;699c9baf3d29:43361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:12,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:19:12,618 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.wal-reader.699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T09:19:12,618 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.shipper699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T09:19:12,618 INFO [RS:0;699c9baf3d29:43361 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,43361,1733217468392.replicationSource.shipper699c9baf3d29%2C43361%2C1733217468392,1-699c9baf3d29,43361,1733217468392 terminated 2024-12-03T09:19:12,618 INFO [RS:0;699c9baf3d29:43361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43361 2024-12-03T09:19:12,624 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43361-0x1019a7bb2570001, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0236864676/rs/699c9baf3d29,43361,1733217468392 2024-12-03T09:19:12,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236864676/rs 2024-12-03T09:19:12,624 INFO [RS:0;699c9baf3d29:43361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:19:12,634 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,43361,1733217468392] 2024-12-03T09:19:12,645 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0236864676/draining/699c9baf3d29,43361,1733217468392 already deleted, retry=false 2024-12-03T09:19:12,645 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 699c9baf3d29,43361,1733217468392 expired; onlineServers=0 2024-12-03T09:19:12,645 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '699c9baf3d29,43841,1733217468181' ***** 2024-12-03T09:19:12,645 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T09:19:12,645 INFO [M:0;699c9baf3d29:43841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:19:12,645 INFO [M:0;699c9baf3d29:43841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:19:12,645 DEBUG [M:0;699c9baf3d29:43841 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T09:19:12,645 DEBUG [M:0;699c9baf3d29:43841 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T09:19:12,645 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T09:19:12,645 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217470488 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217470488,5,FailOnTimeoutGroup] 2024-12-03T09:19:12,645 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217470489 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217470489,5,FailOnTimeoutGroup] 2024-12-03T09:19:12,646 INFO [M:0;699c9baf3d29:43841 {}] hbase.ChoreService(370): Chore service for: master/699c9baf3d29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T09:19:12,646 INFO [M:0;699c9baf3d29:43841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:19:12,646 DEBUG [M:0;699c9baf3d29:43841 {}] master.HMaster(1795): Stopping service threads 2024-12-03T09:19:12,646 INFO [M:0;699c9baf3d29:43841 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T09:19:12,646 INFO [M:0;699c9baf3d29:43841 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:19:12,646 INFO [M:0;699c9baf3d29:43841 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T09:19:12,646 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T09:19:12,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0236864676/master 2024-12-03T09:19:12,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236864676 2024-12-03T09:19:12,656 DEBUG [M:0;699c9baf3d29:43841 {}] zookeeper.ZKUtil(347): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Unable to get data of znode /0236864676/master because node does not exist (not an error) 2024-12-03T09:19:12,656 WARN [M:0;699c9baf3d29:43841 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T09:19:12,657 INFO [M:0;699c9baf3d29:43841 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/.lastflushedseqids 2024-12-03T09:19:12,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741850_1026 (size=263) 2024-12-03T09:19:12,735 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43361-0x1019a7bb2570001, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:19:12,735 INFO [RS:0;699c9baf3d29:43361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:19:12,735 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43361-0x1019a7bb2570001, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:19:12,735 INFO [RS:0;699c9baf3d29:43361 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,43361,1733217468392; zookeeper connection closed. 2024-12-03T09:19:12,735 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67be8eb0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67be8eb0 2024-12-03T09:19:12,735 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T09:19:13,062 INFO [M:0;699c9baf3d29:43841 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T09:19:13,062 INFO [M:0;699c9baf3d29:43841 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T09:19:13,062 DEBUG [M:0;699c9baf3d29:43841 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:19:13,062 INFO [M:0;699c9baf3d29:43841 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:13,062 DEBUG [M:0;699c9baf3d29:43841 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:13,062 DEBUG [M:0;699c9baf3d29:43841 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:19:13,062 DEBUG [M:0;699c9baf3d29:43841 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:13,062 INFO [M:0;699c9baf3d29:43841 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-12-03T09:19:13,076 DEBUG [M:0;699c9baf3d29:43841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8fdee98285f243d69e63ebfade894fcc is 82, key is hbase:meta,,1/info:regioninfo/1733217471732/Put/seqid=0 2024-12-03T09:19:13,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741851_1027 (size=5672) 2024-12-03T09:19:13,480 INFO [M:0;699c9baf3d29:43841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8fdee98285f243d69e63ebfade894fcc 2024-12-03T09:19:13,497 DEBUG [M:0;699c9baf3d29:43841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f73f1909bcff49ffad28f30a4f41e6f0 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733217478770/Put/seqid=0 2024-12-03T09:19:13,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741852_1028 (size=7240) 2024-12-03T09:19:13,901 INFO [M:0;699c9baf3d29:43841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f73f1909bcff49ffad28f30a4f41e6f0 2024-12-03T09:19:13,907 INFO [M:0;699c9baf3d29:43841 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f73f1909bcff49ffad28f30a4f41e6f0 2024-12-03T09:19:13,919 DEBUG [M:0;699c9baf3d29:43841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e47986e108649259213e4f1c850df6c is 69, key is 699c9baf3d29,43361,1733217468392/rs:state/1733217470584/Put/seqid=0 2024-12-03T09:19:13,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741853_1029 (size=5156) 2024-12-03T09:19:14,323 INFO [M:0;699c9baf3d29:43841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e47986e108649259213e4f1c850df6c 2024-12-03T09:19:14,328 DEBUG [M:0;699c9baf3d29:43841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8fdee98285f243d69e63ebfade894fcc as hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8fdee98285f243d69e63ebfade894fcc 2024-12-03T09:19:14,332 INFO [M:0;699c9baf3d29:43841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8fdee98285f243d69e63ebfade894fcc, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T09:19:14,333 DEBUG [M:0;699c9baf3d29:43841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f73f1909bcff49ffad28f30a4f41e6f0 as hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f73f1909bcff49ffad28f30a4f41e6f0 2024-12-03T09:19:14,337 INFO [M:0;699c9baf3d29:43841 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f73f1909bcff49ffad28f30a4f41e6f0 2024-12-03T09:19:14,337 INFO [M:0;699c9baf3d29:43841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f73f1909bcff49ffad28f30a4f41e6f0, entries=11, sequenceid=105, filesize=7.1 K 2024-12-03T09:19:14,338 DEBUG [M:0;699c9baf3d29:43841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e47986e108649259213e4f1c850df6c as hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2e47986e108649259213e4f1c850df6c 2024-12-03T09:19:14,342 INFO [M:0;699c9baf3d29:43841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43019/user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2e47986e108649259213e4f1c850df6c, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T09:19:14,343 INFO [M:0;699c9baf3d29:43841 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=105, compaction requested=false 2024-12-03T09:19:14,345 INFO [M:0;699c9baf3d29:43841 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:14,345 DEBUG [M:0;699c9baf3d29:43841 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217553062Disabling compacts and flushes for region at 1733217553062Disabling writes for close at 1733217553062Obtaining lock to block concurrent updates at 1733217553062Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733217553062Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1733217553063 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733217553063Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733217553063Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733217553075 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733217553075Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733217553484 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733217553497 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733217553497Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733217553907 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733217553919 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733217553919Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@592f6c81: reopening flushed file at 1733217554328 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@259e678d: reopening flushed file at 1733217554332 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77bf030e: reopening flushed file at 1733217554337 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=105, compaction requested=false at 1733217554343 (+6 ms)Writing region close event to WAL at 1733217554345 (+2 ms)Closed at 1733217554345 2024-12-03T09:19:14,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741830_1006 (size=64526) 2024-12-03T09:19:14,347 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1677011b-9c8b-ee73-be59-4f7f682ea134/MasterData/WALs/699c9baf3d29,43841,1733217468181/699c9baf3d29%2C43841%2C1733217468181.1733217470200 not finished, retry = 0 2024-12-03T09:19:14,448 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:19:14,448 INFO [M:0;699c9baf3d29:43841 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T09:19:14,448 INFO [M:0;699c9baf3d29:43841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43841 2024-12-03T09:19:14,448 INFO [M:0;699c9baf3d29:43841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:19:14,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:19:14,608 INFO [M:0;699c9baf3d29:43841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:19:14,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x1019a7bb2570000, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:19:14,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47ae7d04{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:19:14,611 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63ff1d91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:19:14,611 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:19:14,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530a7c13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:19:14,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@344391ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/hadoop.log.dir/,STOPPED} 2024-12-03T09:19:14,612 WARN [BP-712387984-172.17.0.2-1733217466053 heartbeating to localhost/127.0.0.1:43019 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T09:19:14,612 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T09:19:14,612 WARN [BP-712387984-172.17.0.2-1733217466053 heartbeating to localhost/127.0.0.1:43019 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-712387984-172.17.0.2-1733217466053 (Datanode Uuid 81719e17-4fda-41fc-a0db-85c011755050) service to localhost/127.0.0.1:43019 2024-12-03T09:19:14,612 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T09:19:14,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/cluster_e84668fc-d402-a21f-d415-9a9fe112ebe5/data/data1/current/BP-712387984-172.17.0.2-1733217466053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:19:14,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/cluster_e84668fc-d402-a21f-d415-9a9fe112ebe5/data/data2/current/BP-712387984-172.17.0.2-1733217466053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:19:14,612 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T09:19:14,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30e07a8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:19:14,619 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62175913{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:19:14,619 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:19:14,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a50b0da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:19:14,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35ebd4ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74392a6d-08d4-2d1f-76e4-51b40d0a1d9a/hadoop.log.dir/,STOPPED} 2024-12-03T09:19:14,624 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T09:19:14,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T09:19:14,643 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 137) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34455 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62601) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34455 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007fed94b8fcc0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34455 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007fed94b8fcc0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43019 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:34455 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62601) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34455 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=244 (was 297), ProcessCount=11 (was 11), AvailableMemoryMB=12966 (was 12938) - AvailableMemoryMB LEAK? - 2024-12-03T09:19:14,649 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=244, ProcessCount=11, AvailableMemoryMB=12966 2024-12-03T09:19:14,660 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-03T09:19:14,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/hadoop.log.dir so I do NOT create it in target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94 2024-12-03T09:19:14,660 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T09:19:14,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/hadoop.tmp.dir so I do NOT create it in target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94 2024-12-03T09:19:14,660 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d651fd43-aef5-1c67-c327-83043e4f7499/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T09:19:14,660 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94 2024-12-03T09:19:14,660 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/cluster_69079405-7e3a-db2a-2e87-1046b2c48f93, deleteOnExit=true 2024-12-03T09:19:14,663 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/cluster_69079405-7e3a-db2a-2e87-1046b2c48f93/zookeeper_0, clientPort=63506, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/cluster_69079405-7e3a-db2a-2e87-1046b2c48f93/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/cluster_69079405-7e3a-db2a-2e87-1046b2c48f93/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T09:19:14,664 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63506 2024-12-03T09:19:14,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T09:19:14,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T09:19:14,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/test.cache.data in system properties and HBase conf 2024-12-03T09:19:14,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T09:19:14,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/hadoop.log.dir in system properties and HBase conf 2024-12-03T09:19:14,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T09:19:14,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T09:19:14,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T09:19:14,664 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T09:19:14,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:19:14,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:19:14,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T09:19:14,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:19:14,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T09:19:14,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T09:19:14,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:19:14,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:19:14,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T09:19:14,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/nfs.dump.dir in system properties and HBase conf 2024-12-03T09:19:14,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/java.io.tmpdir in system properties and HBase conf 2024-12-03T09:19:14,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:19:14,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T09:19:14,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T09:19:14,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019a7bb2570005, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T09:19:14,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019a7bb2570002, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T09:19:14,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019a7bb2570002, quorum=127.0.0.1:62601, baseZNode=/0236864676 Received Disconnected from ZooKeeper, ignoring 2024-12-03T09:19:14,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019a7bb2570005, quorum=127.0.0.1:62601, baseZNode=/1495230944 Received Disconnected from ZooKeeper, ignoring 2024-12-03T09:19:15,030 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:19:15,034 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:19:15,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:19:15,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:19:15,045 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T09:19:15,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:19:15,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d0dd41e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:19:15,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7895aa1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:19:15,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f317f77{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/java.io.tmpdir/jetty-localhost-42055-hadoop-hdfs-3_4_1-tests_jar-_-any-2582622893326711586/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:19:15,144 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b270fd1{HTTP/1.1, (http/1.1)}{localhost:42055} 2024-12-03T09:19:15,145 INFO [Time-limited test {}] server.Server(415): Started @141778ms 2024-12-03T09:19:15,620 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:19:15,622 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:19:15,627 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:19:15,627 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:19:15,627 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T09:19:15,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56a0bafb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:19:15,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26803457{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:19:15,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ac8bff7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/java.io.tmpdir/jetty-localhost-40175-hadoop-hdfs-3_4_1-tests_jar-_-any-7181369252234195245/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:19:15,718 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53f6c943{HTTP/1.1, (http/1.1)}{localhost:40175} 2024-12-03T09:19:15,718 INFO [Time-limited test {}] server.Server(415): Started @142352ms 2024-12-03T09:19:15,719 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T09:19:16,415 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/cluster_69079405-7e3a-db2a-2e87-1046b2c48f93/data/data1/current/BP-1943771128-172.17.0.2-1733217554684/current, will proceed with Du for space computation calculation, 2024-12-03T09:19:16,415 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/cluster_69079405-7e3a-db2a-2e87-1046b2c48f93/data/data2/current/BP-1943771128-172.17.0.2-1733217554684/current, will proceed with Du for space computation calculation, 2024-12-03T09:19:16,428 WARN [Thread-1273 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T09:19:16,430 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1102e43f17093f3 with lease ID 0x668734a6337c782f: Processing first storage report for DS-646fd5b1-829c-434d-995b-c0b17a2461a1 from datanode DatanodeRegistration(127.0.0.1:44633, datanodeUuid=6ddf7cc7-03c9-47bd-946c-7809d34ac460, infoPort=40111, infoSecurePort=0, ipcPort=33647, storageInfo=lv=-57;cid=testClusterID;nsid=1625366031;c=1733217554684) 2024-12-03T09:19:16,430 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1102e43f17093f3 with lease ID 0x668734a6337c782f: from storage DS-646fd5b1-829c-434d-995b-c0b17a2461a1 node DatanodeRegistration(127.0.0.1:44633, datanodeUuid=6ddf7cc7-03c9-47bd-946c-7809d34ac460, infoPort=40111, infoSecurePort=0, ipcPort=33647, storageInfo=lv=-57;cid=testClusterID;nsid=1625366031;c=1733217554684), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:19:16,430 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1102e43f17093f3 with lease ID 0x668734a6337c782f: Processing first storage report for DS-4bd00a92-72c1-403c-8b19-ce2f454f2d51 from datanode DatanodeRegistration(127.0.0.1:44633, datanodeUuid=6ddf7cc7-03c9-47bd-946c-7809d34ac460, infoPort=40111, infoSecurePort=0, ipcPort=33647, storageInfo=lv=-57;cid=testClusterID;nsid=1625366031;c=1733217554684) 2024-12-03T09:19:16,431 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1102e43f17093f3 with lease ID 0x668734a6337c782f: from storage DS-4bd00a92-72c1-403c-8b19-ce2f454f2d51 node DatanodeRegistration(127.0.0.1:44633, datanodeUuid=6ddf7cc7-03c9-47bd-946c-7809d34ac460, infoPort=40111, infoSecurePort=0, ipcPort=33647, storageInfo=lv=-57;cid=testClusterID;nsid=1625366031;c=1733217554684), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:19:16,442 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94 2024-12-03T09:19:16,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:16,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:16,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741825_1001 (size=7) 2024-12-03T09:19:16,851 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be with version=8 2024-12-03T09:19:16,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/hbase-staging 2024-12-03T09:19:16,853 INFO [Time-limited test {}] client.ConnectionUtils(128): master/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:19:16,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:16,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:16,853 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:19:16,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:16,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:19:16,853 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T09:19:16,853 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:19:16,854 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35991 2024-12-03T09:19:16,855 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35991 connecting to ZooKeeper ensemble=127.0.0.1:63506 2024-12-03T09:19:16,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359910x0, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:19:16,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35991-0x1019a7d0c920000 connected 2024-12-03T09:19:17,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:17,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:17,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Set watcher on znode that does not yet exist, /0447088159/running 2024-12-03T09:19:17,038 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be, hbase.cluster.distributed=false 2024-12-03T09:19:17,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Set watcher on znode that does not yet exist, /0447088159/acl 2024-12-03T09:19:17,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35991 2024-12-03T09:19:17,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35991 2024-12-03T09:19:17,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35991 2024-12-03T09:19:17,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35991 2024-12-03T09:19:17,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35991 2024-12-03T09:19:17,053 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:19:17,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:17,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:17,053 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:19:17,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:17,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:19:17,053 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:19:17,054 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:19:17,054 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39075 2024-12-03T09:19:17,055 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39075 connecting to ZooKeeper ensemble=127.0.0.1:63506 2024-12-03T09:19:17,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:17,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:17,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390750x0, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:19:17,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390750x0, quorum=127.0.0.1:63506, baseZNode=/0447088159 Set watcher on znode that does not yet exist, /0447088159/running 2024-12-03T09:19:17,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39075-0x1019a7d0c920001 connected 2024-12-03T09:19:17,067 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:19:17,068 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:19:17,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39075-0x1019a7d0c920001, quorum=127.0.0.1:63506, baseZNode=/0447088159 Set watcher on znode that does not yet exist, /0447088159/master 2024-12-03T09:19:17,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39075-0x1019a7d0c920001, quorum=127.0.0.1:63506, baseZNode=/0447088159 Set watcher on znode that does not yet exist, /0447088159/acl 2024-12-03T09:19:17,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39075 2024-12-03T09:19:17,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39075 2024-12-03T09:19:17,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39075 2024-12-03T09:19:17,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39075 2024-12-03T09:19:17,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39075 2024-12-03T09:19:17,083 DEBUG [M:0;699c9baf3d29:35991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;699c9baf3d29:35991 2024-12-03T09:19:17,083 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0447088159/backup-masters/699c9baf3d29,35991,1733217556853 2024-12-03T09:19:17,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x1019a7d0c920001, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159/backup-masters 2024-12-03T09:19:17,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159/backup-masters 2024-12-03T09:19:17,096 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Set watcher on existing znode=/0447088159/backup-masters/699c9baf3d29,35991,1733217556853 2024-12-03T09:19:17,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x1019a7d0c920001, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0447088159/master 2024-12-03T09:19:17,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159 2024-12-03T09:19:17,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x1019a7d0c920001, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159 2024-12-03T09:19:17,106 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Set watcher on existing znode=/0447088159/master 2024-12-03T09:19:17,107 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0447088159/backup-masters/699c9baf3d29,35991,1733217556853 from backup master directory 2024-12-03T09:19:17,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0447088159/backup-masters/699c9baf3d29,35991,1733217556853 2024-12-03T09:19:17,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x1019a7d0c920001, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159/backup-masters 2024-12-03T09:19:17,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159/backup-masters 2024-12-03T09:19:17,116 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:19:17,117 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=699c9baf3d29,35991,1733217556853 2024-12-03T09:19:17,120 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/hbase.id] with ID: 316e92ef-b23f-4bd7-85ee-d52e83960c8c 2024-12-03T09:19:17,120 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/.tmp/hbase.id 2024-12-03T09:19:17,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741826_1002 (size=42) 2024-12-03T09:19:17,524 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/.tmp/hbase.id]:[hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/hbase.id] 2024-12-03T09:19:17,534 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:17,534 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T09:19:17,535 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T09:19:17,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x1019a7d0c920001, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159 2024-12-03T09:19:17,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159 2024-12-03T09:19:17,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741827_1003 (size=196) 2024-12-03T09:19:17,746 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:19:17,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:17,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:17,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:17,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:17,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:17,953 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:19:17,954 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T09:19:17,955 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:19:17,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741828_1004 (size=1189) 2024-12-03T09:19:18,362 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store 2024-12-03T09:19:18,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741829_1005 (size=34) 2024-12-03T09:19:18,768 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:18,768 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:19:18,768 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:18,768 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:18,768 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:19:18,768 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:18,768 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:18,768 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217558768Disabling compacts and flushes for region at 1733217558768Disabling writes for close at 1733217558768Writing region close event to WAL at 1733217558768Closed at 1733217558768 2024-12-03T09:19:18,769 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/.initializing 2024-12-03T09:19:18,769 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/WALs/699c9baf3d29,35991,1733217556853 2024-12-03T09:19:18,770 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:19:18,772 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C35991%2C1733217556853, suffix=, logDir=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/WALs/699c9baf3d29,35991,1733217556853, archiveDir=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/oldWALs, maxLogs=10 2024-12-03T09:19:18,783 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/WALs/699c9baf3d29,35991,1733217556853/699c9baf3d29%2C35991%2C1733217556853.1733217558772, exclude list is [], retry=0 2024-12-03T09:19:18,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44633,DS-646fd5b1-829c-434d-995b-c0b17a2461a1,DISK] 2024-12-03T09:19:18,787 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/WALs/699c9baf3d29,35991,1733217556853/699c9baf3d29%2C35991%2C1733217556853.1733217558772 2024-12-03T09:19:18,787 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40111:40111)] 2024-12-03T09:19:18,787 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:19:18,787 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:18,787 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:18,788 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:18,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:18,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T09:19:18,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:18,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:18,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:18,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T09:19:18,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:18,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:18,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:18,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T09:19:18,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:18,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:18,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:18,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T09:19:18,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:18,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:18,794 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:18,795 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:18,795 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:18,796 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:18,796 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:18,796 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:19:18,797 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:18,800 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:19:18,801 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63555524, jitterRate=-0.05294889211654663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:19:18,801 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733217558788Initializing all the Stores at 1733217558788Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217558788Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217558788Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217558789 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217558789Cleaning up temporary data from old regions at 1733217558796 (+7 ms)Region opened successfully at 1733217558801 (+5 ms) 2024-12-03T09:19:18,803 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T09:19:18,805 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39124b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:19:18,806 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T09:19:18,806 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T09:19:18,806 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T09:19:18,806 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T09:19:18,807 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T09:19:18,807 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T09:19:18,807 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T09:19:18,813 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T09:19:18,814 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Unable to get data of znode /0447088159/balancer because node does not exist (not necessarily an error) 2024-12-03T09:19:18,866 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0447088159/balancer already deleted, retry=false 2024-12-03T09:19:18,867 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T09:19:18,868 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Unable to get data of znode /0447088159/normalizer because node does not exist (not necessarily an error) 2024-12-03T09:19:18,877 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0447088159/normalizer already deleted, retry=false 2024-12-03T09:19:18,877 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T09:19:18,878 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Unable to get data of znode /0447088159/switch/split because node does not exist (not necessarily an error) 2024-12-03T09:19:18,887 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0447088159/switch/split already deleted, retry=false 2024-12-03T09:19:18,889 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Unable to get data of znode /0447088159/switch/merge because node does not exist (not necessarily an error) 2024-12-03T09:19:18,898 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0447088159/switch/merge already deleted, retry=false 2024-12-03T09:19:18,900 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Unable to get data of znode /0447088159/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T09:19:18,908 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0447088159/snapshot-cleanup already deleted, retry=false 2024-12-03T09:19:18,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x1019a7d0c920001, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0447088159/running 2024-12-03T09:19:18,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0447088159/running 2024-12-03T09:19:18,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x1019a7d0c920001, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159 2024-12-03T09:19:18,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159 2024-12-03T09:19:18,920 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=699c9baf3d29,35991,1733217556853, sessionid=0x1019a7d0c920000, setting cluster-up flag (Was=false) 2024-12-03T09:19:18,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x1019a7d0c920001, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159 2024-12-03T09:19:18,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159 2024-12-03T09:19:18,972 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0447088159/flush-table-proc/acquired, /0447088159/flush-table-proc/reached, /0447088159/flush-table-proc/abort 2024-12-03T09:19:18,973 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,35991,1733217556853 2024-12-03T09:19:18,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x1019a7d0c920001, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159 2024-12-03T09:19:18,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159 2024-12-03T09:19:19,024 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0447088159/online-snapshot/acquired, /0447088159/online-snapshot/reached, /0447088159/online-snapshot/abort 2024-12-03T09:19:19,025 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,35991,1733217556853 2024-12-03T09:19:19,026 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T09:19:19,028 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T09:19:19,028 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T09:19:19,028 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T09:19:19,028 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 699c9baf3d29,35991,1733217556853 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T09:19:19,029 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:19:19,029 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:19:19,029 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:19:19,029 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:19:19,029 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/699c9baf3d29:0, corePoolSize=10, maxPoolSize=10 2024-12-03T09:19:19,029 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:19,029 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:19:19,029 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:19,030 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733217589030 2024-12-03T09:19:19,030 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T09:19:19,030 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T09:19:19,030 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T09:19:19,030 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T09:19:19,030 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T09:19:19,030 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T09:19:19,030 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:19,031 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:19:19,031 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T09:19:19,031 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T09:19:19,031 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T09:19:19,031 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T09:19:19,031 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T09:19:19,031 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T09:19:19,031 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T09:19:19,031 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217559031,5,FailOnTimeoutGroup] 2024-12-03T09:19:19,031 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217559031,5,FailOnTimeoutGroup] 2024-12-03T09:19:19,031 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:19,031 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T09:19:19,031 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:19,031 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:19,032 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:19,032 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T09:19:19,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741831_1007 (size=1321) 2024-12-03T09:19:19,077 INFO [RS:0;699c9baf3d29:39075 {}] regionserver.HRegionServer(746): ClusterId : 316e92ef-b23f-4bd7-85ee-d52e83960c8c 2024-12-03T09:19:19,077 DEBUG [RS:0;699c9baf3d29:39075 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:19:19,088 DEBUG [RS:0;699c9baf3d29:39075 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:19:19,088 DEBUG [RS:0;699c9baf3d29:39075 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:19:19,099 DEBUG [RS:0;699c9baf3d29:39075 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:19:19,099 DEBUG [RS:0;699c9baf3d29:39075 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0ebf11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:19:19,108 DEBUG [RS:0;699c9baf3d29:39075 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;699c9baf3d29:39075 2024-12-03T09:19:19,108 INFO [RS:0;699c9baf3d29:39075 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:19:19,108 INFO [RS:0;699c9baf3d29:39075 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:19:19,108 DEBUG [RS:0;699c9baf3d29:39075 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:19:19,109 INFO [RS:0;699c9baf3d29:39075 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,35991,1733217556853 with port=39075, startcode=1733217557053 2024-12-03T09:19:19,109 DEBUG [RS:0;699c9baf3d29:39075 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:19:19,110 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:19:19,111 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35991 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,39075,1733217557053 2024-12-03T09:19:19,111 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35991 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,39075,1733217557053 2024-12-03T09:19:19,112 DEBUG [RS:0;699c9baf3d29:39075 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be 2024-12-03T09:19:19,112 DEBUG [RS:0;699c9baf3d29:39075 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36513 2024-12-03T09:19:19,112 DEBUG [RS:0;699c9baf3d29:39075 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:19:19,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159/rs 2024-12-03T09:19:19,119 DEBUG [RS:0;699c9baf3d29:39075 {}] zookeeper.ZKUtil(111): regionserver:39075-0x1019a7d0c920001, quorum=127.0.0.1:63506, baseZNode=/0447088159 Set watcher on existing znode=/0447088159/rs/699c9baf3d29,39075,1733217557053 2024-12-03T09:19:19,119 WARN [RS:0;699c9baf3d29:39075 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:19:19,119 INFO [RS:0;699c9baf3d29:39075 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:19:19,120 DEBUG [RS:0;699c9baf3d29:39075 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,39075,1733217557053 2024-12-03T09:19:19,120 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,39075,1733217557053] 2024-12-03T09:19:19,123 INFO [RS:0;699c9baf3d29:39075 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:19:19,125 INFO [RS:0;699c9baf3d29:39075 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:19:19,125 INFO [RS:0;699c9baf3d29:39075 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:19:19,125 INFO [RS:0;699c9baf3d29:39075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:19,126 INFO [RS:0;699c9baf3d29:39075 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:19:19,126 INFO [RS:0;699c9baf3d29:39075 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:19:19,126 INFO [RS:0;699c9baf3d29:39075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:19,126 DEBUG [RS:0;699c9baf3d29:39075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:19,127 DEBUG [RS:0;699c9baf3d29:39075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:19,127 DEBUG [RS:0;699c9baf3d29:39075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:19,127 DEBUG [RS:0;699c9baf3d29:39075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:19,127 DEBUG [RS:0;699c9baf3d29:39075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:19,127 DEBUG [RS:0;699c9baf3d29:39075 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:19:19,127 DEBUG [RS:0;699c9baf3d29:39075 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:19,127 DEBUG [RS:0;699c9baf3d29:39075 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:19,127 DEBUG [RS:0;699c9baf3d29:39075 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:19,127 DEBUG [RS:0;699c9baf3d29:39075 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:19,127 DEBUG [RS:0;699c9baf3d29:39075 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:19,127 DEBUG [RS:0;699c9baf3d29:39075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:19,127 DEBUG [RS:0;699c9baf3d29:39075 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:19:19,127 DEBUG [RS:0;699c9baf3d29:39075 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:19:19,132 INFO [RS:0;699c9baf3d29:39075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:19,132 INFO [RS:0;699c9baf3d29:39075 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:19,132 INFO [RS:0;699c9baf3d29:39075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:19,132 INFO [RS:0;699c9baf3d29:39075 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:19,132 INFO [RS:0;699c9baf3d29:39075 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:19,132 INFO [RS:0;699c9baf3d29:39075 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,39075,1733217557053-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:19:19,143 INFO [RS:0;699c9baf3d29:39075 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:19:19,143 INFO [RS:0;699c9baf3d29:39075 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,39075,1733217557053-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:19,144 INFO [RS:0;699c9baf3d29:39075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:19,144 INFO [RS:0;699c9baf3d29:39075 {}] regionserver.Replication(171): 699c9baf3d29,39075,1733217557053 started 2024-12-03T09:19:19,154 INFO [RS:0;699c9baf3d29:39075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:19,154 INFO [RS:0;699c9baf3d29:39075 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,39075,1733217557053, RpcServer on 699c9baf3d29/172.17.0.2:39075, sessionid=0x1019a7d0c920001 2024-12-03T09:19:19,154 DEBUG [RS:0;699c9baf3d29:39075 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:19:19,154 DEBUG [RS:0;699c9baf3d29:39075 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,39075,1733217557053 2024-12-03T09:19:19,154 DEBUG [RS:0;699c9baf3d29:39075 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,39075,1733217557053' 2024-12-03T09:19:19,154 DEBUG [RS:0;699c9baf3d29:39075 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0447088159/flush-table-proc/abort' 2024-12-03T09:19:19,155 DEBUG [RS:0;699c9baf3d29:39075 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0447088159/flush-table-proc/acquired' 2024-12-03T09:19:19,155 DEBUG [RS:0;699c9baf3d29:39075 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:19:19,155 DEBUG [RS:0;699c9baf3d29:39075 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:19:19,155 DEBUG [RS:0;699c9baf3d29:39075 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,39075,1733217557053 2024-12-03T09:19:19,155 DEBUG [RS:0;699c9baf3d29:39075 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,39075,1733217557053' 2024-12-03T09:19:19,155 DEBUG [RS:0;699c9baf3d29:39075 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0447088159/online-snapshot/abort' 2024-12-03T09:19:19,155 DEBUG [RS:0;699c9baf3d29:39075 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0447088159/online-snapshot/acquired' 2024-12-03T09:19:19,155 DEBUG [RS:0;699c9baf3d29:39075 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:19:19,155 INFO [RS:0;699c9baf3d29:39075 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:19:19,155 INFO [RS:0;699c9baf3d29:39075 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:19:19,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:19:19,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T09:19:19,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T09:19:19,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T09:19:19,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:19:19,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T09:19:19,256 INFO [RS:0;699c9baf3d29:39075 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:19:19,257 INFO [RS:0;699c9baf3d29:39075 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C39075%2C1733217557053, suffix=, logDir=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,39075,1733217557053, archiveDir=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/oldWALs, maxLogs=10 2024-12-03T09:19:19,267 DEBUG [RS:0;699c9baf3d29:39075 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,39075,1733217557053/699c9baf3d29%2C39075%2C1733217557053.1733217559257, exclude list is [], retry=0 2024-12-03T09:19:19,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44633,DS-646fd5b1-829c-434d-995b-c0b17a2461a1,DISK] 2024-12-03T09:19:19,271 INFO [RS:0;699c9baf3d29:39075 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,39075,1733217557053/699c9baf3d29%2C39075%2C1733217557053.1733217559257 2024-12-03T09:19:19,271 DEBUG [RS:0;699c9baf3d29:39075 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40111:40111)] 2024-12-03T09:19:19,441 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T09:19:19,441 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be 2024-12-03T09:19:19,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741833_1009 (size=32) 2024-12-03T09:19:19,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:19,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:19:19,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:19:19,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:19,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:19,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:19:19,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:19:19,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:19,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:19,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:19:19,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:19:19,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:19,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:19,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:19:19,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:19:19,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:19,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:19,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:19:19,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740 2024-12-03T09:19:19,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740 2024-12-03T09:19:19,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:19:19,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:19:19,856 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:19:19,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:19:19,858 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:19:19,859 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67303788, jitterRate=0.0029045939445495605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:19:19,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733217559849Initializing all the Stores at 1733217559849Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217559849Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217559849Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217559849Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217559849Cleaning up temporary data from old regions at 1733217559856 (+7 ms)Region opened successfully at 1733217559859 (+3 ms) 2024-12-03T09:19:19,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:19:19,859 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:19:19,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:19:19,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:19:19,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:19:19,860 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:19:19,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217559859Disabling compacts and flushes for region at 1733217559859Disabling writes for close at 1733217559859Writing region close event to WAL at 1733217559860 (+1 ms)Closed at 1733217559860 2024-12-03T09:19:19,861 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:19:19,861 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T09:19:19,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T09:19:19,862 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:19:19,862 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T09:19:20,013 DEBUG [699c9baf3d29:35991 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T09:19:20,013 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=699c9baf3d29,39075,1733217557053 2024-12-03T09:19:20,014 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,39075,1733217557053, state=OPENING 2024-12-03T09:19:20,024 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T09:19:20,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x1019a7d0c920001, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159 2024-12-03T09:19:20,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159 2024-12-03T09:19:20,035 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:19:20,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0447088159/meta-region-server: CHANGED 2024-12-03T09:19:20,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0447088159/meta-region-server: CHANGED 2024-12-03T09:19:20,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,39075,1733217557053}] 2024-12-03T09:19:20,187 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:19:20,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:19:20,191 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T09:19:20,191 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:19:20,192 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T09:19:20,193 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C39075%2C1733217557053.meta, suffix=.meta, logDir=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,39075,1733217557053, archiveDir=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/oldWALs, maxLogs=10 2024-12-03T09:19:20,203 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,39075,1733217557053/699c9baf3d29%2C39075%2C1733217557053.meta.1733217560193.meta, exclude list is [], retry=0 2024-12-03T09:19:20,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44633,DS-646fd5b1-829c-434d-995b-c0b17a2461a1,DISK] 2024-12-03T09:19:20,207 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,39075,1733217557053/699c9baf3d29%2C39075%2C1733217557053.meta.1733217560193.meta 2024-12-03T09:19:20,207 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40111:40111)] 2024-12-03T09:19:20,207 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:19:20,207 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:19:20,207 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:19:20,207 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T09:19:20,207 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T09:19:20,207 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T09:19:20,208 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:20,208 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T09:19:20,208 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T09:19:20,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:19:20,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:19:20,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:20,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:20,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:19:20,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:19:20,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:20,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:20,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:19:20,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:19:20,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:20,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:20,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:19:20,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:19:20,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:20,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:20,213 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:19:20,213 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740 2024-12-03T09:19:20,214 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740 2024-12-03T09:19:20,215 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:19:20,215 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:19:20,215 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:19:20,216 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:19:20,217 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65273738, jitterRate=-0.027345508337020874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:19:20,217 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T09:19:20,217 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733217560208Writing region info on filesystem at 1733217560208Initializing all the Stores at 1733217560208Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217560209 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217560209Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217560209Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217560209Cleaning up temporary data from old regions at 1733217560215 (+6 ms)Running coprocessor post-open hooks at 1733217560217 (+2 ms)Region opened successfully at 1733217560217 2024-12-03T09:19:20,218 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733217560187 2024-12-03T09:19:20,220 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T09:19:20,220 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T09:19:20,220 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,39075,1733217557053 2024-12-03T09:19:20,221 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,39075,1733217557053, state=OPEN 2024-12-03T09:19:20,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x1019a7d0c920001, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0447088159/meta-region-server 2024-12-03T09:19:20,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0447088159/meta-region-server 2024-12-03T09:19:20,312 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=699c9baf3d29,39075,1733217557053 2024-12-03T09:19:20,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0447088159/meta-region-server: CHANGED 2024-12-03T09:19:20,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0447088159/meta-region-server: CHANGED 2024-12-03T09:19:20,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T09:19:20,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,39075,1733217557053 in 277 msec 2024-12-03T09:19:20,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T09:19:20,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 453 msec 2024-12-03T09:19:20,316 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:19:20,316 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T09:19:20,318 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:19:20,318 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,39075,1733217557053, seqNum=-1] 2024-12-03T09:19:20,318 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:19:20,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:19:20,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2950 sec 2024-12-03T09:19:20,324 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733217560324, completionTime=-1 2024-12-03T09:19:20,324 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T09:19:20,324 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T09:19:20,326 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T09:19:20,326 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733217620326 2024-12-03T09:19:20,326 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733217680326 2024-12-03T09:19:20,326 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T09:19:20,326 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35991,1733217556853-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:20,326 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35991,1733217556853-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:20,326 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35991,1733217556853-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:20,326 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-699c9baf3d29:35991, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:20,327 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:20,327 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:20,328 DEBUG [master/699c9baf3d29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T09:19:20,330 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.213sec 2024-12-03T09:19:20,330 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T09:19:20,330 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T09:19:20,330 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T09:19:20,330 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T09:19:20,330 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T09:19:20,330 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35991,1733217556853-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:19:20,330 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35991,1733217556853-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T09:19:20,332 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T09:19:20,332 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T09:19:20,332 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35991,1733217556853-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:20,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f77e0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:20,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,35991,-1 for getting cluster id 2024-12-03T09:19:20,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:19:20,379 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '316e92ef-b23f-4bd7-85ee-d52e83960c8c' 2024-12-03T09:19:20,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:19:20,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "316e92ef-b23f-4bd7-85ee-d52e83960c8c" 2024-12-03T09:19:20,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea0e3bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:20,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,35991,-1] 2024-12-03T09:19:20,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:19:20,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:20,380 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:19:20,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67911f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:20,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:19:20,382 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,39075,1733217557053, seqNum=-1] 2024-12-03T09:19:20,382 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:19:20,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:19:20,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=699c9baf3d29,35991,1733217556853 2024-12-03T09:19:20,385 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63506 2024-12-03T09:19:20,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:19:20,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019a7d0c920002 connected 2024-12-03T09:19:20,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/hadoop.log.dir so I do NOT create it in target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b 2024-12-03T09:19:20,416 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T09:19:20,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/hadoop.tmp.dir so I do NOT create it in target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b 2024-12-03T09:19:20,416 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T09:19:20,416 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b 2024-12-03T09:19:20,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T09:19:20,416 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/cluster_ae6027ae-59e0-64b2-50bc-55ee92f816dc, deleteOnExit=true 2024-12-03T09:19:20,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T09:19:20,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/test.cache.data in system properties and HBase conf 2024-12-03T09:19:20,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T09:19:20,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/hadoop.log.dir in system properties and HBase conf 2024-12-03T09:19:20,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T09:19:20,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T09:19:20,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T09:19:20,416 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T09:19:20,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:19:20,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:19:20,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T09:19:20,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:19:20,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T09:19:20,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T09:19:20,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:19:20,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:19:20,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T09:19:20,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/nfs.dump.dir in system properties and HBase conf 2024-12-03T09:19:20,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/java.io.tmpdir in system properties and HBase conf 2024-12-03T09:19:20,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:19:20,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T09:19:20,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T09:19:20,987 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:19:20,991 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:19:20,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:19:20,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:19:20,992 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T09:19:20,993 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:19:20,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e8d14ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:19:20,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e1b6fc7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:19:21,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21bde6d2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/java.io.tmpdir/jetty-localhost-40573-hadoop-hdfs-3_4_1-tests_jar-_-any-2061504357197585735/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:19:21,089 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@661b17a0{HTTP/1.1, (http/1.1)}{localhost:40573} 2024-12-03T09:19:21,089 INFO [Time-limited test {}] server.Server(415): Started @147722ms 2024-12-03T09:19:21,365 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:19:21,368 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:19:21,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:19:21,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:19:21,371 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T09:19:21,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d623266{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:19:21,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68df740a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:19:21,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35d3fbf1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/java.io.tmpdir/jetty-localhost-41459-hadoop-hdfs-3_4_1-tests_jar-_-any-371365030965860176/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:19:21,469 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@684fa325{HTTP/1.1, (http/1.1)}{localhost:41459} 2024-12-03T09:19:21,469 INFO [Time-limited test {}] server.Server(415): Started @148102ms 2024-12-03T09:19:21,470 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T09:19:22,101 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/cluster_ae6027ae-59e0-64b2-50bc-55ee92f816dc/data/data1/current/BP-1399583186-172.17.0.2-1733217560431/current, will proceed with Du for space computation calculation, 2024-12-03T09:19:22,101 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/cluster_ae6027ae-59e0-64b2-50bc-55ee92f816dc/data/data2/current/BP-1399583186-172.17.0.2-1733217560431/current, will proceed with Du for space computation calculation, 2024-12-03T09:19:22,121 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T09:19:22,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17d69d08d70d6785 with lease ID 0x48a2683ad8c3a2e3: Processing first storage report for DS-ca75795d-60ac-4130-8bb1-c239daf091d5 from datanode DatanodeRegistration(127.0.0.1:46329, datanodeUuid=4b33e67f-144e-4f83-88e5-362a8ebd349d, infoPort=40375, infoSecurePort=0, ipcPort=45209, storageInfo=lv=-57;cid=testClusterID;nsid=270569364;c=1733217560431) 2024-12-03T09:19:22,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17d69d08d70d6785 with lease ID 0x48a2683ad8c3a2e3: from storage DS-ca75795d-60ac-4130-8bb1-c239daf091d5 node DatanodeRegistration(127.0.0.1:46329, datanodeUuid=4b33e67f-144e-4f83-88e5-362a8ebd349d, infoPort=40375, infoSecurePort=0, ipcPort=45209, storageInfo=lv=-57;cid=testClusterID;nsid=270569364;c=1733217560431), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:19:22,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17d69d08d70d6785 with lease ID 0x48a2683ad8c3a2e3: Processing first storage report for DS-8470ee7c-2494-4bec-9583-f959faf0397c from datanode DatanodeRegistration(127.0.0.1:46329, datanodeUuid=4b33e67f-144e-4f83-88e5-362a8ebd349d, infoPort=40375, infoSecurePort=0, ipcPort=45209, storageInfo=lv=-57;cid=testClusterID;nsid=270569364;c=1733217560431) 2024-12-03T09:19:22,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17d69d08d70d6785 with lease ID 0x48a2683ad8c3a2e3: from storage DS-8470ee7c-2494-4bec-9583-f959faf0397c node DatanodeRegistration(127.0.0.1:46329, datanodeUuid=4b33e67f-144e-4f83-88e5-362a8ebd349d, infoPort=40375, infoSecurePort=0, ipcPort=45209, storageInfo=lv=-57;cid=testClusterID;nsid=270569364;c=1733217560431), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:19:22,198 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b 2024-12-03T09:19:22,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:22,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:22,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741825_1001 (size=7) 2024-12-03T09:19:22,611 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c with version=8 2024-12-03T09:19:22,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/hbase-staging 2024-12-03T09:19:22,613 INFO [Time-limited test {}] client.ConnectionUtils(128): master/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:19:22,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:22,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:22,613 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:19:22,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:22,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:19:22,613 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T09:19:22,614 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:19:22,614 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33227 2024-12-03T09:19:22,615 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33227 connecting to ZooKeeper ensemble=127.0.0.1:63506 2024-12-03T09:19:22,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332270x0, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:19:22,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33227-0x1019a7d0c920003 connected 2024-12-03T09:19:22,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:22,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:22,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Set watcher on znode that does not yet exist, /1-245087717/running 2024-12-03T09:19:22,745 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c, hbase.cluster.distributed=false 2024-12-03T09:19:22,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Set watcher on znode that does not yet exist, /1-245087717/acl 2024-12-03T09:19:22,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33227 2024-12-03T09:19:22,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33227 2024-12-03T09:19:22,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33227 2024-12-03T09:19:22,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33227 2024-12-03T09:19:22,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33227 2024-12-03T09:19:22,782 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:19:22,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:22,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:22,782 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:19:22,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:22,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:19:22,783 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:19:22,783 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:19:22,783 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38891 2024-12-03T09:19:22,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38891 connecting to ZooKeeper ensemble=127.0.0.1:63506 2024-12-03T09:19:22,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:22,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:22,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388910x0, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:19:22,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388910x0, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Set watcher on znode that does not yet exist, /1-245087717/running 2024-12-03T09:19:22,804 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:19:22,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38891-0x1019a7d0c920004 connected 2024-12-03T09:19:22,807 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:19:22,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38891-0x1019a7d0c920004, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Set watcher on znode that does not yet exist, /1-245087717/master 2024-12-03T09:19:22,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38891-0x1019a7d0c920004, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Set watcher on znode that does not yet exist, /1-245087717/acl 2024-12-03T09:19:22,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38891 2024-12-03T09:19:22,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38891 2024-12-03T09:19:22,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38891 2024-12-03T09:19:22,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38891 2024-12-03T09:19:22,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38891 2024-12-03T09:19:22,837 DEBUG [M:0;699c9baf3d29:33227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;699c9baf3d29:33227 2024-12-03T09:19:22,840 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-245087717/backup-masters/699c9baf3d29,33227,1733217562613 2024-12-03T09:19:22,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1019a7d0c920004, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-245087717/backup-masters 2024-12-03T09:19:22,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-245087717/backup-masters 2024-12-03T09:19:22,846 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Set watcher on existing znode=/1-245087717/backup-masters/699c9baf3d29,33227,1733217562613 2024-12-03T09:19:22,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1019a7d0c920004, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-245087717/master 2024-12-03T09:19:22,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-245087717 2024-12-03T09:19:22,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1019a7d0c920004, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-245087717 2024-12-03T09:19:22,857 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Set watcher on existing znode=/1-245087717/master 2024-12-03T09:19:22,857 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-245087717/backup-masters/699c9baf3d29,33227,1733217562613 from backup master directory 2024-12-03T09:19:22,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1019a7d0c920004, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-245087717/backup-masters 2024-12-03T09:19:22,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-245087717/backup-masters/699c9baf3d29,33227,1733217562613 2024-12-03T09:19:22,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-245087717/backup-masters 2024-12-03T09:19:22,866 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:19:22,866 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=699c9baf3d29,33227,1733217562613 2024-12-03T09:19:22,870 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/hbase.id] with ID: 8823eb70-140a-40d7-a497-96280dad4436 2024-12-03T09:19:22,870 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/.tmp/hbase.id 2024-12-03T09:19:22,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741826_1002 (size=42) 2024-12-03T09:19:23,286 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/.tmp/hbase.id]:[hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/hbase.id] 2024-12-03T09:19:23,301 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:23,302 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T09:19:23,304 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T09:19:23,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-245087717 2024-12-03T09:19:23,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1019a7d0c920004, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-245087717 2024-12-03T09:19:23,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741827_1003 (size=196) 2024-12-03T09:19:23,362 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:19:23,363 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T09:19:23,364 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:19:23,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741828_1004 (size=1189) 2024-12-03T09:19:23,775 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/MasterData/data/master/store 2024-12-03T09:19:23,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741829_1005 (size=34) 2024-12-03T09:19:24,181 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:24,181 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:19:24,181 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:24,181 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:24,182 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:19:24,182 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:24,182 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:24,182 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217564181Disabling compacts and flushes for region at 1733217564181Disabling writes for close at 1733217564182 (+1 ms)Writing region close event to WAL at 1733217564182Closed at 1733217564182 2024-12-03T09:19:24,182 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/MasterData/data/master/store/.initializing 2024-12-03T09:19:24,183 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/MasterData/WALs/699c9baf3d29,33227,1733217562613 2024-12-03T09:19:24,183 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:19:24,185 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C33227%2C1733217562613, suffix=, logDir=hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/MasterData/WALs/699c9baf3d29,33227,1733217562613, archiveDir=hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/MasterData/oldWALs, maxLogs=10 2024-12-03T09:19:24,196 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/MasterData/WALs/699c9baf3d29,33227,1733217562613/699c9baf3d29%2C33227%2C1733217562613.1733217564185, exclude list is [], retry=0 2024-12-03T09:19:24,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46329,DS-ca75795d-60ac-4130-8bb1-c239daf091d5,DISK] 2024-12-03T09:19:24,200 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/MasterData/WALs/699c9baf3d29,33227,1733217562613/699c9baf3d29%2C33227%2C1733217562613.1733217564185 2024-12-03T09:19:24,200 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40375:40375)] 2024-12-03T09:19:24,200 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:19:24,200 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:24,200 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:24,200 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:24,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:24,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T09:19:24,203 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:24,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:24,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:24,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T09:19:24,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:24,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:24,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:24,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T09:19:24,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:24,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:24,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:24,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T09:19:24,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:24,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:24,207 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:24,208 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:24,208 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:24,209 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:24,209 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:24,210 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:19:24,211 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:24,212 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:19:24,212 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60105307, jitterRate=-0.10436113178730011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:19:24,212 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733217564201Initializing all the Stores at 1733217564201Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217564201Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217564201Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217564201Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217564201Cleaning up temporary data from old regions at 1733217564209 (+8 ms)Region opened successfully at 1733217564212 (+3 ms) 2024-12-03T09:19:24,213 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T09:19:24,215 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f6ad548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:19:24,216 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T09:19:24,216 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T09:19:24,216 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T09:19:24,216 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T09:19:24,216 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T09:19:24,217 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T09:19:24,217 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T09:19:24,219 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T09:19:24,219 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Unable to get data of znode /1-245087717/balancer because node does not exist (not necessarily an error) 2024-12-03T09:19:24,270 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-245087717/balancer already deleted, retry=false 2024-12-03T09:19:24,271 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T09:19:24,271 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Unable to get data of znode /1-245087717/normalizer because node does not exist (not necessarily an error) 2024-12-03T09:19:24,350 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-245087717/normalizer already deleted, retry=false 2024-12-03T09:19:24,350 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T09:19:24,351 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Unable to get data of znode /1-245087717/switch/split because node does not exist (not necessarily an error) 2024-12-03T09:19:24,371 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-245087717/switch/split already deleted, retry=false 2024-12-03T09:19:24,372 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Unable to get data of znode /1-245087717/switch/merge because node does not exist (not necessarily an error) 2024-12-03T09:19:24,382 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-245087717/switch/merge already deleted, retry=false 2024-12-03T09:19:24,384 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Unable to get data of znode /1-245087717/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T09:19:24,392 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-245087717/snapshot-cleanup already deleted, retry=false 2024-12-03T09:19:24,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-245087717/running 2024-12-03T09:19:24,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1019a7d0c920004, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-245087717/running 2024-12-03T09:19:24,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1019a7d0c920004, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-245087717 2024-12-03T09:19:24,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-245087717 2024-12-03T09:19:24,403 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=699c9baf3d29,33227,1733217562613, sessionid=0x1019a7d0c920003, setting cluster-up flag (Was=false) 2024-12-03T09:19:24,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-245087717 2024-12-03T09:19:24,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1019a7d0c920004, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-245087717 2024-12-03T09:19:24,455 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-245087717/flush-table-proc/acquired, /1-245087717/flush-table-proc/reached, /1-245087717/flush-table-proc/abort 2024-12-03T09:19:24,456 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,33227,1733217562613 2024-12-03T09:19:24,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1019a7d0c920004, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-245087717 2024-12-03T09:19:24,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-245087717 2024-12-03T09:19:24,592 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-245087717/online-snapshot/acquired, /1-245087717/online-snapshot/reached, /1-245087717/online-snapshot/abort 2024-12-03T09:19:24,593 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,33227,1733217562613 2024-12-03T09:19:24,594 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T09:19:24,596 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T09:19:24,596 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T09:19:24,597 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T09:19:24,597 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 699c9baf3d29,33227,1733217562613 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T09:19:24,598 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:19:24,598 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:19:24,598 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:19:24,598 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:19:24,598 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/699c9baf3d29:0, corePoolSize=10, maxPoolSize=10 2024-12-03T09:19:24,598 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:24,598 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:19:24,598 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:24,600 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733217594600 2024-12-03T09:19:24,600 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:19:24,600 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T09:19:24,600 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T09:19:24,600 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T09:19:24,600 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T09:19:24,600 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T09:19:24,600 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T09:19:24,600 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T09:19:24,601 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:24,601 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T09:19:24,601 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T09:19:24,601 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T09:19:24,601 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T09:19:24,601 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T09:19:24,601 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T09:19:24,601 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:24,601 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T09:19:24,605 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217564601,5,FailOnTimeoutGroup] 2024-12-03T09:19:24,608 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217564605,5,FailOnTimeoutGroup] 2024-12-03T09:19:24,608 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:24,608 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T09:19:24,608 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:24,608 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:24,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741831_1007 (size=1321) 2024-12-03T09:19:24,626 INFO [RS:0;699c9baf3d29:38891 {}] regionserver.HRegionServer(746): ClusterId : 8823eb70-140a-40d7-a497-96280dad4436 2024-12-03T09:19:24,626 DEBUG [RS:0;699c9baf3d29:38891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:19:24,635 DEBUG [RS:0;699c9baf3d29:38891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:19:24,635 DEBUG [RS:0;699c9baf3d29:38891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:19:24,646 DEBUG [RS:0;699c9baf3d29:38891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:19:24,646 DEBUG [RS:0;699c9baf3d29:38891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667830a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:19:24,659 DEBUG [RS:0;699c9baf3d29:38891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;699c9baf3d29:38891 2024-12-03T09:19:24,659 INFO [RS:0;699c9baf3d29:38891 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:19:24,659 INFO [RS:0;699c9baf3d29:38891 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:19:24,659 DEBUG [RS:0;699c9baf3d29:38891 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:19:24,660 INFO [RS:0;699c9baf3d29:38891 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,33227,1733217562613 with port=38891, startcode=1733217562782 2024-12-03T09:19:24,660 DEBUG [RS:0;699c9baf3d29:38891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:19:24,663 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:19:24,663 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33227 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,38891,1733217562782 2024-12-03T09:19:24,663 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33227 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,38891,1733217562782 2024-12-03T09:19:24,665 DEBUG [RS:0;699c9baf3d29:38891 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c 2024-12-03T09:19:24,665 DEBUG [RS:0;699c9baf3d29:38891 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36829 2024-12-03T09:19:24,665 DEBUG [RS:0;699c9baf3d29:38891 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:19:24,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-245087717/rs 2024-12-03T09:19:24,677 DEBUG [RS:0;699c9baf3d29:38891 {}] zookeeper.ZKUtil(111): regionserver:38891-0x1019a7d0c920004, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Set watcher on existing znode=/1-245087717/rs/699c9baf3d29,38891,1733217562782 2024-12-03T09:19:24,677 WARN [RS:0;699c9baf3d29:38891 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:19:24,677 INFO [RS:0;699c9baf3d29:38891 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:19:24,677 DEBUG [RS:0;699c9baf3d29:38891 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/WALs/699c9baf3d29,38891,1733217562782 2024-12-03T09:19:24,677 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,38891,1733217562782] 2024-12-03T09:19:24,687 INFO [RS:0;699c9baf3d29:38891 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:19:24,689 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:19:24,692 INFO [RS:0;699c9baf3d29:38891 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:19:24,696 INFO [RS:0;699c9baf3d29:38891 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:19:24,696 INFO [RS:0;699c9baf3d29:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:24,699 INFO [RS:0;699c9baf3d29:38891 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:19:24,700 INFO [RS:0;699c9baf3d29:38891 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:19:24,700 INFO [RS:0;699c9baf3d29:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:24,700 DEBUG [RS:0;699c9baf3d29:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:24,700 DEBUG [RS:0;699c9baf3d29:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:24,700 DEBUG [RS:0;699c9baf3d29:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:24,700 DEBUG [RS:0;699c9baf3d29:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:24,700 DEBUG [RS:0;699c9baf3d29:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:24,700 DEBUG [RS:0;699c9baf3d29:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:19:24,700 DEBUG [RS:0;699c9baf3d29:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:24,700 DEBUG [RS:0;699c9baf3d29:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:24,700 DEBUG [RS:0;699c9baf3d29:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:24,700 DEBUG [RS:0;699c9baf3d29:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:24,700 DEBUG [RS:0;699c9baf3d29:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:24,700 DEBUG [RS:0;699c9baf3d29:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:24,700 DEBUG [RS:0;699c9baf3d29:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:19:24,700 DEBUG [RS:0;699c9baf3d29:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:19:24,703 INFO [RS:0;699c9baf3d29:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:24,703 INFO [RS:0;699c9baf3d29:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:24,703 INFO [RS:0;699c9baf3d29:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:24,703 INFO [RS:0;699c9baf3d29:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:24,703 INFO [RS:0;699c9baf3d29:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:24,703 INFO [RS:0;699c9baf3d29:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,38891,1733217562782-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:19:24,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:24,721 INFO [RS:0;699c9baf3d29:38891 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:19:24,722 INFO [RS:0;699c9baf3d29:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,38891,1733217562782-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:24,722 INFO [RS:0;699c9baf3d29:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:24,722 INFO [RS:0;699c9baf3d29:38891 {}] regionserver.Replication(171): 699c9baf3d29,38891,1733217562782 started 2024-12-03T09:19:24,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:24,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:24,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:24,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:24,741 INFO [RS:0;699c9baf3d29:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:24,741 INFO [RS:0;699c9baf3d29:38891 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,38891,1733217562782, RpcServer on 699c9baf3d29/172.17.0.2:38891, sessionid=0x1019a7d0c920004 2024-12-03T09:19:24,741 DEBUG [RS:0;699c9baf3d29:38891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:19:24,741 DEBUG [RS:0;699c9baf3d29:38891 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,38891,1733217562782 2024-12-03T09:19:24,741 DEBUG [RS:0;699c9baf3d29:38891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,38891,1733217562782' 2024-12-03T09:19:24,741 DEBUG [RS:0;699c9baf3d29:38891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-245087717/flush-table-proc/abort' 2024-12-03T09:19:24,742 DEBUG [RS:0;699c9baf3d29:38891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-245087717/flush-table-proc/acquired' 2024-12-03T09:19:24,742 DEBUG [RS:0;699c9baf3d29:38891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:19:24,742 DEBUG [RS:0;699c9baf3d29:38891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:19:24,742 DEBUG [RS:0;699c9baf3d29:38891 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,38891,1733217562782 2024-12-03T09:19:24,742 DEBUG [RS:0;699c9baf3d29:38891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,38891,1733217562782' 2024-12-03T09:19:24,742 DEBUG [RS:0;699c9baf3d29:38891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-245087717/online-snapshot/abort' 2024-12-03T09:19:24,743 DEBUG [RS:0;699c9baf3d29:38891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-245087717/online-snapshot/acquired' 2024-12-03T09:19:24,743 DEBUG [RS:0;699c9baf3d29:38891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:19:24,743 INFO [RS:0;699c9baf3d29:38891 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:19:24,743 INFO [RS:0;699c9baf3d29:38891 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:19:24,843 INFO [RS:0;699c9baf3d29:38891 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:19:24,845 INFO [RS:0;699c9baf3d29:38891 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C38891%2C1733217562782, suffix=, logDir=hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/WALs/699c9baf3d29,38891,1733217562782, archiveDir=hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/oldWALs, maxLogs=10 2024-12-03T09:19:24,863 DEBUG [RS:0;699c9baf3d29:38891 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/WALs/699c9baf3d29,38891,1733217562782/699c9baf3d29%2C38891%2C1733217562782.1733217564845, exclude list is [], retry=0 2024-12-03T09:19:24,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46329,DS-ca75795d-60ac-4130-8bb1-c239daf091d5,DISK] 2024-12-03T09:19:24,868 INFO [RS:0;699c9baf3d29:38891 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/WALs/699c9baf3d29,38891,1733217562782/699c9baf3d29%2C38891%2C1733217562782.1733217564845 2024-12-03T09:19:24,868 DEBUG [RS:0;699c9baf3d29:38891 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40375:40375)] 2024-12-03T09:19:25,014 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T09:19:25,014 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c 2024-12-03T09:19:25,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741833_1009 (size=32) 2024-12-03T09:19:25,123 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T09:19:25,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:25,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:19:25,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:19:25,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:25,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:25,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:19:25,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:19:25,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:25,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:25,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:19:25,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:19:25,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:25,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:25,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:19:25,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:19:25,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:25,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:25,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:19:25,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/data/hbase/meta/1588230740 2024-12-03T09:19:25,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/data/hbase/meta/1588230740 2024-12-03T09:19:25,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:19:25,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:19:25,429 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:19:25,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:19:25,432 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:19:25,432 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72818488, jitterRate=0.08508002758026123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:19:25,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733217565420Initializing all the Stores at 1733217565421 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217565421Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217565421Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217565421Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217565421Cleaning up temporary data from old regions at 1733217565428 (+7 ms)Region opened successfully at 1733217565432 (+4 ms) 2024-12-03T09:19:25,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:19:25,432 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:19:25,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:19:25,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:19:25,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:19:25,433 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:19:25,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217565432Disabling compacts and flushes for region at 1733217565432Disabling writes for close at 1733217565432Writing region close event to WAL at 1733217565433 (+1 ms)Closed at 1733217565433 2024-12-03T09:19:25,433 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:19:25,433 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T09:19:25,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T09:19:25,434 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:19:25,435 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T09:19:25,585 DEBUG [699c9baf3d29:33227 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T09:19:25,586 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=699c9baf3d29,38891,1733217562782 2024-12-03T09:19:25,587 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,38891,1733217562782, state=OPENING 2024-12-03T09:19:25,627 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T09:19:25,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1019a7d0c920004, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-245087717 2024-12-03T09:19:25,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-245087717 2024-12-03T09:19:25,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-245087717/meta-region-server: CHANGED 2024-12-03T09:19:25,646 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:19:25,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,38891,1733217562782}] 2024-12-03T09:19:25,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-245087717/meta-region-server: CHANGED 2024-12-03T09:19:25,800 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:19:25,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:19:25,804 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T09:19:25,804 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:19:25,804 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T09:19:25,805 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C38891%2C1733217562782.meta, suffix=.meta, logDir=hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/WALs/699c9baf3d29,38891,1733217562782, archiveDir=hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/oldWALs, maxLogs=10 2024-12-03T09:19:25,818 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/WALs/699c9baf3d29,38891,1733217562782/699c9baf3d29%2C38891%2C1733217562782.meta.1733217565806.meta, exclude list is [], retry=0 2024-12-03T09:19:25,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46329,DS-ca75795d-60ac-4130-8bb1-c239daf091d5,DISK] 2024-12-03T09:19:25,822 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/WALs/699c9baf3d29,38891,1733217562782/699c9baf3d29%2C38891%2C1733217562782.meta.1733217565806.meta 2024-12-03T09:19:25,826 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40375:40375)] 2024-12-03T09:19:25,826 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:19:25,826 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:19:25,826 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:19:25,826 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T09:19:25,827 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T09:19:25,827 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T09:19:25,827 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:25,827 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T09:19:25,827 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T09:19:25,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:19:25,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:19:25,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:25,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:25,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:19:25,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:19:25,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:25,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:25,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:19:25,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:19:25,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:25,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:25,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:19:25,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:19:25,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:25,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:25,832 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:19:25,832 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/data/hbase/meta/1588230740 2024-12-03T09:19:25,833 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/data/hbase/meta/1588230740 2024-12-03T09:19:25,834 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:19:25,834 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:19:25,835 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:19:25,836 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:19:25,836 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61623247, jitterRate=-0.081742063164711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:19:25,837 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T09:19:25,837 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733217565827Writing region info on filesystem at 1733217565827Initializing all the Stores at 1733217565828 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217565828Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217565828Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217565828Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217565828Cleaning up temporary data from old regions at 1733217565834 (+6 ms)Running coprocessor post-open hooks at 1733217565837 (+3 ms)Region opened successfully at 1733217565837 2024-12-03T09:19:25,838 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733217565799 2024-12-03T09:19:25,840 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T09:19:25,840 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T09:19:25,840 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,38891,1733217562782 2024-12-03T09:19:25,841 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,38891,1733217562782, state=OPEN 2024-12-03T09:19:25,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1019a7d0c920004, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-245087717/meta-region-server 2024-12-03T09:19:25,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-245087717/meta-region-server 2024-12-03T09:19:25,866 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=699c9baf3d29,38891,1733217562782 2024-12-03T09:19:25,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-245087717/meta-region-server: CHANGED 2024-12-03T09:19:25,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-245087717/meta-region-server: CHANGED 2024-12-03T09:19:25,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T09:19:25,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,38891,1733217562782 in 220 msec 2024-12-03T09:19:25,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T09:19:25,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-12-03T09:19:25,871 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:19:25,871 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T09:19:25,872 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:19:25,872 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,38891,1733217562782, seqNum=-1] 2024-12-03T09:19:25,873 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:19:25,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:19:25,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2820 sec 2024-12-03T09:19:25,879 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733217565879, completionTime=-1 2024-12-03T09:19:25,879 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T09:19:25,879 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T09:19:25,881 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T09:19:25,881 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733217625881 2024-12-03T09:19:25,881 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733217685881 2024-12-03T09:19:25,881 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T09:19:25,881 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,33227,1733217562613-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:25,881 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,33227,1733217562613-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:25,881 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,33227,1733217562613-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:25,881 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-699c9baf3d29:33227, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:25,881 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:25,881 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:25,883 DEBUG [master/699c9baf3d29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T09:19:25,885 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.019sec 2024-12-03T09:19:25,885 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T09:19:25,885 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T09:19:25,885 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T09:19:25,885 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T09:19:25,886 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T09:19:25,886 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,33227,1733217562613-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:19:25,886 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,33227,1733217562613-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T09:19:25,888 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T09:19:25,888 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T09:19:25,888 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,33227,1733217562613-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:25,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489ed7f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:25,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,33227,-1 for getting cluster id 2024-12-03T09:19:25,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:19:25,928 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8823eb70-140a-40d7-a497-96280dad4436' 2024-12-03T09:19:25,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:19:25,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8823eb70-140a-40d7-a497-96280dad4436" 2024-12-03T09:19:25,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d870a6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:25,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,33227,-1] 2024-12-03T09:19:25,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:19:25,929 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:25,929 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:19:25,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0d01d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:25,930 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:19:25,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,38891,1733217562782, seqNum=-1] 2024-12-03T09:19:25,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:19:25,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:19:25,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=699c9baf3d29,33227,1733217562613 2024-12-03T09:19:25,935 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63506 2024-12-03T09:19:25,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:19:25,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019a7d0c920005 connected 2024-12-03T09:19:25,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2233b826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:25,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,35991,-1 for getting cluster id 2024-12-03T09:19:25,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:19:25,961 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '316e92ef-b23f-4bd7-85ee-d52e83960c8c' 2024-12-03T09:19:25,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:19:25,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "316e92ef-b23f-4bd7-85ee-d52e83960c8c" 2024-12-03T09:19:25,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f95a647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:25,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,35991,-1] 2024-12-03T09:19:25,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:19:25,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:25,963 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:19:25,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a0d0061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:25,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:19:25,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,35991,1733217556853 2024-12-03T09:19:25,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1137c698 2024-12-03T09:19:25,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:19:25,966 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:19:25,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://699c9baf3d29:33227,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T09:19:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T09:19:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:19:25,969 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:33227' 2024-12-03T09:19:25,970 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25e0f61d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:25,970 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,33227,-1 for getting cluster id 2024-12-03T09:19:25,970 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:19:25,971 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8823eb70-140a-40d7-a497-96280dad4436' 2024-12-03T09:19:25,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:19:25,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8823eb70-140a-40d7-a497-96280dad4436" 2024-12-03T09:19:25,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4110191b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:25,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,33227,-1] 2024-12-03T09:19:25,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:19:25,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:25,972 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:19:25,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2ef088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:25,973 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:19:25,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,33227,1733217562613 2024-12-03T09:19:25,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f69aaab 2024-12-03T09:19:25,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:19:25,975 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:19:25,975 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T09:19:25,975 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T09:19:25,975 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:25,975 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:25,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:19:25,976 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:19:25,977 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T09:19:25,978 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:19:25,978 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:25,979 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:19:25,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741835_1011 (size=1138) 2024-12-03T09:19:26,027 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T09:19:26,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:19:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:19:26,393 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 878003bc2379e407da75747f261aeef0, NAME => 'hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be 2024-12-03T09:19:26,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741836_1012 (size=44) 2024-12-03T09:19:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:19:26,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:26,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 878003bc2379e407da75747f261aeef0, disabling compactions & flushes 2024-12-03T09:19:26,802 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0. 2024-12-03T09:19:26,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0. 2024-12-03T09:19:26,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0. after waiting 0 ms 2024-12-03T09:19:26,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0. 2024-12-03T09:19:26,802 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0. 2024-12-03T09:19:26,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 878003bc2379e407da75747f261aeef0: Waiting for close lock at 1733217566802Disabling compacts and flushes for region at 1733217566802Disabling writes for close at 1733217566802Writing region close event to WAL at 1733217566802Closed at 1733217566802 2024-12-03T09:19:26,803 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:19:26,804 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733217566803"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217566803"}]},"ts":"1733217566803"} 2024-12-03T09:19:26,806 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:19:26,807 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:19:26,807 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217566807"}]},"ts":"1733217566807"} 2024-12-03T09:19:26,808 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T09:19:26,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=878003bc2379e407da75747f261aeef0, ASSIGN}] 2024-12-03T09:19:26,809 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=878003bc2379e407da75747f261aeef0, ASSIGN 2024-12-03T09:19:26,810 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=878003bc2379e407da75747f261aeef0, ASSIGN; state=OFFLINE, location=699c9baf3d29,39075,1733217557053; forceNewPlan=false, retain=false 2024-12-03T09:19:26,961 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=878003bc2379e407da75747f261aeef0, regionState=OPENING, regionLocation=699c9baf3d29,39075,1733217557053 2024-12-03T09:19:26,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=878003bc2379e407da75747f261aeef0, ASSIGN because future has completed 2024-12-03T09:19:26,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 878003bc2379e407da75747f261aeef0, server=699c9baf3d29,39075,1733217557053}] 2024-12-03T09:19:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:19:27,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0. 2024-12-03T09:19:27,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:19:27,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T09:19:27,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C39075%2C1733217557053.rep, suffix=, logDir=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,39075,1733217557053, archiveDir=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/oldWALs, maxLogs=10 2024-12-03T09:19:27,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,39075,1733217557053/699c9baf3d29%2C39075%2C1733217557053.rep.1733217567119, exclude list is [], retry=0 2024-12-03T09:19:27,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44633,DS-646fd5b1-829c-434d-995b-c0b17a2461a1,DISK] 2024-12-03T09:19:27,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,39075,1733217557053/699c9baf3d29%2C39075%2C1733217557053.rep.1733217567119 2024-12-03T09:19:27,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40111:40111)] 2024-12-03T09:19:27,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 878003bc2379e407da75747f261aeef0, NAME => 'hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:19:27,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:19:27,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:19:27,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0. service=MultiRowMutationService 2024-12-03T09:19:27,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T09:19:27,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 878003bc2379e407da75747f261aeef0 2024-12-03T09:19:27,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:27,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 878003bc2379e407da75747f261aeef0 2024-12-03T09:19:27,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 878003bc2379e407da75747f261aeef0 2024-12-03T09:19:27,135 INFO [StoreOpener-878003bc2379e407da75747f261aeef0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 878003bc2379e407da75747f261aeef0 2024-12-03T09:19:27,136 INFO [StoreOpener-878003bc2379e407da75747f261aeef0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878003bc2379e407da75747f261aeef0 columnFamilyName hfileref 2024-12-03T09:19:27,136 DEBUG [StoreOpener-878003bc2379e407da75747f261aeef0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:27,136 INFO [StoreOpener-878003bc2379e407da75747f261aeef0-1 {}] regionserver.HStore(327): Store=878003bc2379e407da75747f261aeef0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:27,136 INFO [StoreOpener-878003bc2379e407da75747f261aeef0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 878003bc2379e407da75747f261aeef0 2024-12-03T09:19:27,137 INFO [StoreOpener-878003bc2379e407da75747f261aeef0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878003bc2379e407da75747f261aeef0 columnFamilyName queue 2024-12-03T09:19:27,137 DEBUG [StoreOpener-878003bc2379e407da75747f261aeef0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:27,138 INFO [StoreOpener-878003bc2379e407da75747f261aeef0-1 {}] regionserver.HStore(327): Store=878003bc2379e407da75747f261aeef0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:27,138 INFO [StoreOpener-878003bc2379e407da75747f261aeef0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 878003bc2379e407da75747f261aeef0 2024-12-03T09:19:27,139 INFO [StoreOpener-878003bc2379e407da75747f261aeef0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878003bc2379e407da75747f261aeef0 columnFamilyName sid 2024-12-03T09:19:27,139 DEBUG [StoreOpener-878003bc2379e407da75747f261aeef0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:27,139 INFO [StoreOpener-878003bc2379e407da75747f261aeef0-1 {}] regionserver.HStore(327): Store=878003bc2379e407da75747f261aeef0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:27,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 878003bc2379e407da75747f261aeef0 2024-12-03T09:19:27,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/replication/878003bc2379e407da75747f261aeef0 2024-12-03T09:19:27,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/replication/878003bc2379e407da75747f261aeef0 2024-12-03T09:19:27,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 878003bc2379e407da75747f261aeef0 2024-12-03T09:19:27,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 878003bc2379e407da75747f261aeef0 2024-12-03T09:19:27,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:19:27,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 878003bc2379e407da75747f261aeef0 2024-12-03T09:19:27,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/replication/878003bc2379e407da75747f261aeef0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:19:27,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 878003bc2379e407da75747f261aeef0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64210696, jitterRate=-0.043186068534851074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:19:27,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 878003bc2379e407da75747f261aeef0 2024-12-03T09:19:27,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 878003bc2379e407da75747f261aeef0: Running coprocessor pre-open hook at 1733217567133Writing region info on filesystem at 1733217567133Initializing all the Stores at 1733217567134 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217567134Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217567134Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217567134Cleaning up temporary data from old regions at 1733217567141 (+7 ms)Running coprocessor post-open hooks at 1733217567145 (+4 ms)Region opened successfully at 1733217567146 (+1 ms) 2024-12-03T09:19:27,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0., pid=7, masterSystemTime=1733217567115 2024-12-03T09:19:27,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0. 2024-12-03T09:19:27,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0. 2024-12-03T09:19:27,150 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=878003bc2379e407da75747f261aeef0, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,39075,1733217557053 2024-12-03T09:19:27,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 878003bc2379e407da75747f261aeef0, server=699c9baf3d29,39075,1733217557053 because future has completed 2024-12-03T09:19:27,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T09:19:27,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 878003bc2379e407da75747f261aeef0, server=699c9baf3d29,39075,1733217557053 in 190 msec 2024-12-03T09:19:27,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T09:19:27,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=878003bc2379e407da75747f261aeef0, ASSIGN in 346 msec 2024-12-03T09:19:27,157 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:19:27,157 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217567157"}]},"ts":"1733217567157"} 2024-12-03T09:19:27,159 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T09:19:27,160 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:19:27,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-12-03T09:19:27,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0., hostname=699c9baf3d29,39075,1733217557053, seqNum=2] 2024-12-03T09:19:27,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x1019a7d0c920001, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159 2024-12-03T09:19:27,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159 2024-12-03T09:19:27,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T09:19:27,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T09:19:27,590 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T09:19:27,612 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-699c9baf3d29,39075,1733217557053, ReplicationSource: 1, currentBandwidth=0 2024-12-03T09:19:27,613 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:19:27,613 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,39075,1733217557053, seqNum=-1] 2024-12-03T09:19:27,613 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:19:27,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-03T09:19:27,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-699c9baf3d29,39075,1733217557053', locateType=CURRENT is [region=hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0., hostname=699c9baf3d29,39075,1733217557053, seqNum=2] 2024-12-03T09:19:27,618 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T09:19:27,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T09:19:27,620 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 699c9baf3d29,39075,1733217557053 suceeded 2024-12-03T09:19:27,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T09:19:27,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-03T09:19:27,622 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://699c9baf3d29:33227,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T09:19:27,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6560 sec 2024-12-03T09:19:27,631 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39075,1733217557053 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:33227' 2024-12-03T09:19:27,632 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39075,1733217557053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@298e87b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:27,632 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39075,1733217557053 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,33227,-1 for getting cluster id 2024-12-03T09:19:27,632 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39075,1733217557053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:19:27,633 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8823eb70-140a-40d7-a497-96280dad4436' 2024-12-03T09:19:27,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:19:27,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8823eb70-140a-40d7-a497-96280dad4436" 2024-12-03T09:19:27,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ee4e261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:27,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,33227,-1] 2024-12-03T09:19:27,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:19:27,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:27,634 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:19:27,634 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39075,1733217557053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77f7932a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:27,635 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39075,1733217557053 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:19:27,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,33227,1733217562613 2024-12-03T09:19:27,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33caa549 2024-12-03T09:19:27,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:19:27,636 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-03T09:19:27,637 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39075,1733217557053 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-699c9baf3d29,39075,1733217557053 (queues=1) is replicating from cluster=316e92ef-b23f-4bd7-85ee-d52e83960c8c to cluster=8823eb70-140a-40d7-a497-96280dad4436 2024-12-03T09:19:27,637 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39075,1733217557053 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=699c9baf3d29%2C39075%2C1733217557053 2024-12-03T09:19:27,637 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39075,1733217557053 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-699c9baf3d29,39075,1733217557053, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T09:19:27,637 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39075,1733217557053.replicationSource.shipper699c9baf3d29%2C39075%2C1733217557053,1-699c9baf3d29,39075,1733217557053 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 699c9baf3d29%2C39075%2C1733217557053 2024-12-03T09:19:27,637 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39075,1733217557053.replicationSource.wal-reader.699c9baf3d29%2C39075%2C1733217557053,1-699c9baf3d29,39075,1733217557053 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,39075,1733217557053/699c9baf3d29%2C39075%2C1733217557053.1733217559257, startPosition=0, beingWritten=true 2024-12-03T09:19:27,842 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39075,1733217557053.replicationSource.wal-reader.699c9baf3d29%2C39075%2C1733217557053,1-699c9baf3d29,39075,1733217557053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,39075,1733217557053/699c9baf3d29%2C39075%2C1733217557053.1733217559257 to pos 0, reset compression=false 2024-12-03T09:19:28,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:19:28,113 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T09:19:28,113 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:19:28,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:19:28,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:28,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:28,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:19:28,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:19:28,115 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,35991,1733217556853 2024-12-03T09:19:28,115 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25893849 2024-12-03T09:19:28,115 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:19:28,116 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:19:28,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T09:19:28,117 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:19:28,117 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:19:28,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:28,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:28,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:19:28,117 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T09:19:28,117 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2004885341, stopped=false 2024-12-03T09:19:28,117 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=699c9baf3d29,35991,1733217556853 2024-12-03T09:19:28,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x1019a7d0c920001, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0447088159/running 2024-12-03T09:19:28,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0447088159/running 2024-12-03T09:19:28,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159 2024-12-03T09:19:28,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x1019a7d0c920001, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159 2024-12-03T09:19:28,140 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:19:28,140 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:19:28,140 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:19:28,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:28,140 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,39075,1733217557053' ***** 2024-12-03T09:19:28,140 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T09:19:28,140 INFO [RS:0;699c9baf3d29:39075 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:19:28,140 INFO [RS:0;699c9baf3d29:39075 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T09:19:28,140 INFO [RS:0;699c9baf3d29:39075 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T09:19:28,141 INFO [RS:0;699c9baf3d29:39075 {}] regionserver.HRegionServer(3091): Received CLOSE for 878003bc2379e407da75747f261aeef0 2024-12-03T09:19:28,141 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:19:28,141 INFO [RS:0;699c9baf3d29:39075 {}] regionserver.HRegionServer(959): stopping server 699c9baf3d29,39075,1733217557053 2024-12-03T09:19:28,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39075-0x1019a7d0c920001, quorum=127.0.0.1:63506, baseZNode=/0447088159 Set watcher on znode that does not yet exist, /0447088159/running 2024-12-03T09:19:28,141 INFO [RS:0;699c9baf3d29:39075 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:19:28,141 INFO [RS:0;699c9baf3d29:39075 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:39075. 2024-12-03T09:19:28,141 DEBUG [RS:0;699c9baf3d29:39075 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:19:28,141 DEBUG [RS:0;699c9baf3d29:39075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:28,141 INFO [RS:0;699c9baf3d29:39075 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T09:19:28,141 INFO [RS:0;699c9baf3d29:39075 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T09:19:28,141 INFO [RS:0;699c9baf3d29:39075 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T09:19:28,141 INFO [RS:0;699c9baf3d29:39075 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T09:19:28,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Set watcher on znode that does not yet exist, /0447088159/running 2024-12-03T09:19:28,142 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 878003bc2379e407da75747f261aeef0, disabling compactions & flushes 2024-12-03T09:19:28,142 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0. 2024-12-03T09:19:28,142 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0. 2024-12-03T09:19:28,142 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0. after waiting 0 ms 2024-12-03T09:19:28,142 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0. 2024-12-03T09:19:28,142 INFO [RS:0;699c9baf3d29:39075 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T09:19:28,142 DEBUG [RS:0;699c9baf3d29:39075 {}] regionserver.HRegionServer(1325): Online Regions={878003bc2379e407da75747f261aeef0=hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T09:19:28,142 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 878003bc2379e407da75747f261aeef0 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-03T09:19:28,142 DEBUG [RS:0;699c9baf3d29:39075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 878003bc2379e407da75747f261aeef0 2024-12-03T09:19:28,142 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:19:28,142 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:19:28,142 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:19:28,142 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:19:28,142 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:19:28,142 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T09:19:28,146 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T09:19:28,147 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T09:19:28,152 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39075,1733217557053.replicationSource.wal-reader.699c9baf3d29%2C39075%2C1733217557053,1-699c9baf3d29,39075,1733217557053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,39075,1733217557053/699c9baf3d29%2C39075%2C1733217557053.1733217559257 to pos 0, reset compression=false 2024-12-03T09:19:28,162 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740/.tmp/info/73e1dd74ec464ca6b0c22ca574aee598 is 147, key is hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0./info:regioninfo/1733217567150/Put/seqid=0 2024-12-03T09:19:28,162 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/replication/878003bc2379e407da75747f261aeef0/.tmp/queue/ccf65060c0ed4ec8a8351ef3f38676bc is 151, key is 1-699c9baf3d29,39075,1733217557053/queue:699c9baf3d29%2C39075%2C1733217557053/1733217567617/Put/seqid=0 2024-12-03T09:19:28,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741839_1015 (size=5350) 2024-12-03T09:19:28,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741838_1014 (size=6631) 2024-12-03T09:19:28,240 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:19:28,342 DEBUG [RS:0;699c9baf3d29:39075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 878003bc2379e407da75747f261aeef0 2024-12-03T09:19:28,542 DEBUG [RS:0;699c9baf3d29:39075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 878003bc2379e407da75747f261aeef0 2024-12-03T09:19:28,556 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39075,1733217557053.replicationSource.wal-reader.699c9baf3d29%2C39075%2C1733217557053,1-699c9baf3d29,39075,1733217557053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,39075,1733217557053/699c9baf3d29%2C39075%2C1733217557053.1733217559257 to pos 0, reset compression=false 2024-12-03T09:19:28,570 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/replication/878003bc2379e407da75747f261aeef0/.tmp/queue/ccf65060c0ed4ec8a8351ef3f38676bc 2024-12-03T09:19:28,574 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740/.tmp/info/73e1dd74ec464ca6b0c22ca574aee598 2024-12-03T09:19:28,578 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/replication/878003bc2379e407da75747f261aeef0/.tmp/queue/ccf65060c0ed4ec8a8351ef3f38676bc as hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/replication/878003bc2379e407da75747f261aeef0/queue/ccf65060c0ed4ec8a8351ef3f38676bc 2024-12-03T09:19:28,585 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/replication/878003bc2379e407da75747f261aeef0/queue/ccf65060c0ed4ec8a8351ef3f38676bc, entries=1, sequenceid=5, filesize=5.2 K 2024-12-03T09:19:28,586 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 878003bc2379e407da75747f261aeef0 in 444ms, sequenceid=5, compaction requested=false 2024-12-03T09:19:28,586 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T09:19:28,591 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/replication/878003bc2379e407da75747f261aeef0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T09:19:28,591 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:19:28,591 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:19:28,591 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0. 2024-12-03T09:19:28,591 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 878003bc2379e407da75747f261aeef0: Waiting for close lock at 1733217568141Running coprocessor pre-close hooks at 1733217568141Disabling compacts and flushes for region at 1733217568142 (+1 ms)Disabling writes for close at 1733217568142Obtaining lock to block concurrent updates at 1733217568142Preparing flush snapshotting stores in 878003bc2379e407da75747f261aeef0 at 1733217568142Finished memstore snapshotting hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733217568142Flushing stores of hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0. at 1733217568143 (+1 ms)Flushing 878003bc2379e407da75747f261aeef0/queue: creating writer at 1733217568143Flushing 878003bc2379e407da75747f261aeef0/queue: appending metadata at 1733217568161 (+18 ms)Flushing 878003bc2379e407da75747f261aeef0/queue: closing flushed file at 1733217568161Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35115ab1: reopening flushed file at 1733217568577 (+416 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 878003bc2379e407da75747f261aeef0 in 444ms, sequenceid=5, compaction requested=false at 1733217568586 (+9 ms)Writing region close event to WAL at 1733217568588 (+2 ms)Running coprocessor post-close hooks at 1733217568591 (+3 ms)Closed at 1733217568591 2024-12-03T09:19:28,591 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0. 2024-12-03T09:19:28,604 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740/.tmp/ns/e1f2e607320d4c91a94b4e50f71314d3 is 43, key is default/ns:d/1733217560319/Put/seqid=0 2024-12-03T09:19:28,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741840_1016 (size=5153) 2024-12-03T09:19:28,742 DEBUG [RS:0;699c9baf3d29:39075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:19:28,943 DEBUG [RS:0;699c9baf3d29:39075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:19:29,008 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740/.tmp/ns/e1f2e607320d4c91a94b4e50f71314d3 2024-12-03T09:19:29,025 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740/.tmp/table/59c871209dab47f4831a0f93ae38bcd6 is 53, key is hbase:replication/table:state/1733217567157/Put/seqid=0 2024-12-03T09:19:29,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741841_1017 (size=5256) 2024-12-03T09:19:29,060 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39075,1733217557053.replicationSource.wal-reader.699c9baf3d29%2C39075%2C1733217557053,1-699c9baf3d29,39075,1733217557053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,39075,1733217557053/699c9baf3d29%2C39075%2C1733217557053.1733217559257 to pos 0, reset compression=false 2024-12-03T09:19:29,143 INFO [RS:0;699c9baf3d29:39075 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T09:19:29,143 DEBUG [RS:0;699c9baf3d29:39075 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T09:19:29,143 DEBUG [RS:0;699c9baf3d29:39075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:19:29,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T09:19:29,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T09:19:29,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:19:29,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T09:19:29,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:19:29,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T09:19:29,343 DEBUG [RS:0;699c9baf3d29:39075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:19:29,429 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740/.tmp/table/59c871209dab47f4831a0f93ae38bcd6 2024-12-03T09:19:29,434 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740/.tmp/info/73e1dd74ec464ca6b0c22ca574aee598 as hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740/info/73e1dd74ec464ca6b0c22ca574aee598 2024-12-03T09:19:29,439 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740/info/73e1dd74ec464ca6b0c22ca574aee598, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T09:19:29,440 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740/.tmp/ns/e1f2e607320d4c91a94b4e50f71314d3 as hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740/ns/e1f2e607320d4c91a94b4e50f71314d3 2024-12-03T09:19:29,446 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740/ns/e1f2e607320d4c91a94b4e50f71314d3, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T09:19:29,447 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740/.tmp/table/59c871209dab47f4831a0f93ae38bcd6 as hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740/table/59c871209dab47f4831a0f93ae38bcd6 2024-12-03T09:19:29,452 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740/table/59c871209dab47f4831a0f93ae38bcd6, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T09:19:29,453 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=11, compaction requested=false 2024-12-03T09:19:29,462 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T09:19:29,463 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:19:29,463 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:19:29,463 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:19:29,463 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217568142Running coprocessor pre-close hooks at 1733217568142Disabling compacts and flushes for region at 1733217568142Disabling writes for close at 1733217568142Obtaining lock to block concurrent updates at 1733217568142Preparing flush snapshotting stores in 1588230740 at 1733217568142Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733217568142Flushing stores of hbase:meta,,1.1588230740 at 1733217568143 (+1 ms)Flushing 1588230740/info: creating writer at 1733217568143Flushing 1588230740/info: appending metadata at 1733217568161 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733217568161Flushing 1588230740/ns: creating writer at 1733217568582 (+421 ms)Flushing 1588230740/ns: appending metadata at 1733217568603 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733217568603Flushing 1588230740/table: creating writer at 1733217569013 (+410 ms)Flushing 1588230740/table: appending metadata at 1733217569025 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733217569025Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ff215b6: reopening flushed file at 1733217569433 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a22cafe: reopening flushed file at 1733217569439 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@417a3784: reopening flushed file at 1733217569446 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=11, compaction requested=false at 1733217569453 (+7 ms)Writing region close event to WAL at 1733217569459 (+6 ms)Running coprocessor post-close hooks at 1733217569462 (+3 ms)Closed at 1733217569463 (+1 ms) 2024-12-03T09:19:29,463 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T09:19:29,543 INFO [RS:0;699c9baf3d29:39075 {}] regionserver.HRegionServer(976): stopping server 699c9baf3d29,39075,1733217557053; all regions closed. 2024-12-03T09:19:29,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741834_1010 (size=2742) 2024-12-03T09:19:29,551 DEBUG [RS:0;699c9baf3d29:39075 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/oldWALs 2024-12-03T09:19:29,551 INFO [RS:0;699c9baf3d29:39075 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C39075%2C1733217557053.meta:.meta(num 1733217560193) 2024-12-03T09:19:29,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741837_1013 (size=1586) 2024-12-03T09:19:29,553 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,39075,1733217557053/699c9baf3d29%2C39075%2C1733217557053.rep.1733217567119 not finished, retry = 0 2024-12-03T09:19:29,656 DEBUG [RS:0;699c9baf3d29:39075 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/oldWALs 2024-12-03T09:19:29,656 INFO [RS:0;699c9baf3d29:39075 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C39075%2C1733217557053.rep:(num 1733217567119) 2024-12-03T09:19:29,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741832_1008 (size=93) 2024-12-03T09:19:29,661 DEBUG [RS:0;699c9baf3d29:39075 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/oldWALs 2024-12-03T09:19:29,661 INFO [RS:0;699c9baf3d29:39075 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C39075%2C1733217557053:(num 1733217559257) 2024-12-03T09:19:29,661 DEBUG [RS:0;699c9baf3d29:39075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:29,661 INFO [RS:0;699c9baf3d29:39075 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:19:29,662 INFO [RS:0;699c9baf3d29:39075 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:19:29,662 INFO [RS:0;699c9baf3d29:39075 {}] hbase.ChoreService(370): Chore service for: regionserver/699c9baf3d29:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T09:19:29,662 INFO [RS:0;699c9baf3d29:39075 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:19:29,662 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:19:29,662 INFO [RS:0;699c9baf3d29:39075 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-699c9baf3d29,39075,1733217557053 because: Region server is closing 2024-12-03T09:19:29,663 INFO [RS:0;699c9baf3d29:39075 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:39075. 2024-12-03T09:19:29,663 DEBUG [RS:0;699c9baf3d29:39075 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:19:29,663 DEBUG [RS:0;699c9baf3d29:39075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:29,663 DEBUG [RS:0;699c9baf3d29:39075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:29,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:19:29,763 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39075,1733217557053.replicationSource.shipper699c9baf3d29%2C39075%2C1733217557053,1-699c9baf3d29,39075,1733217557053 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T09:19:29,763 INFO [RS:0;699c9baf3d29:39075 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,39075,1733217557053.replicationSource.shipper699c9baf3d29%2C39075%2C1733217557053,1-699c9baf3d29,39075,1733217557053 terminated 2024-12-03T09:19:29,763 INFO [RS:0;699c9baf3d29:39075 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39075 2024-12-03T09:19:29,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159/rs 2024-12-03T09:19:29,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x1019a7d0c920001, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0447088159/rs/699c9baf3d29,39075,1733217557053 2024-12-03T09:19:29,824 INFO [RS:0;699c9baf3d29:39075 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:19:29,834 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,39075,1733217557053] 2024-12-03T09:19:29,844 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0447088159/draining/699c9baf3d29,39075,1733217557053 already deleted, retry=false 2024-12-03T09:19:29,844 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 699c9baf3d29,39075,1733217557053 expired; onlineServers=0 2024-12-03T09:19:29,844 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '699c9baf3d29,35991,1733217556853' ***** 2024-12-03T09:19:29,845 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T09:19:29,845 INFO [M:0;699c9baf3d29:35991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:19:29,845 INFO [M:0;699c9baf3d29:35991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:19:29,845 DEBUG [M:0;699c9baf3d29:35991 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T09:19:29,845 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T09:19:29,845 DEBUG [M:0;699c9baf3d29:35991 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T09:19:29,845 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217559031 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217559031,5,FailOnTimeoutGroup] 2024-12-03T09:19:29,845 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217559031 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217559031,5,FailOnTimeoutGroup] 2024-12-03T09:19:29,845 INFO [M:0;699c9baf3d29:35991 {}] hbase.ChoreService(370): Chore service for: master/699c9baf3d29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T09:19:29,845 INFO [M:0;699c9baf3d29:35991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:19:29,845 DEBUG [M:0;699c9baf3d29:35991 {}] master.HMaster(1795): Stopping service threads 2024-12-03T09:19:29,845 INFO [M:0;699c9baf3d29:35991 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T09:19:29,845 INFO [M:0;699c9baf3d29:35991 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:19:29,845 INFO [M:0;699c9baf3d29:35991 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T09:19:29,845 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T09:19:29,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0447088159/master 2024-12-03T09:19:29,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159 2024-12-03T09:19:29,855 DEBUG [M:0;699c9baf3d29:35991 {}] zookeeper.ZKUtil(347): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Unable to get data of znode /0447088159/master because node does not exist (not an error) 2024-12-03T09:19:29,855 WARN [M:0;699c9baf3d29:35991 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T09:19:29,856 INFO [M:0;699c9baf3d29:35991 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/.lastflushedseqids 2024-12-03T09:19:29,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741842_1018 (size=181) 2024-12-03T09:19:29,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x1019a7d0c920001, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:19:29,934 INFO [RS:0;699c9baf3d29:39075 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:19:29,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x1019a7d0c920001, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:19:29,934 INFO [RS:0;699c9baf3d29:39075 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,39075,1733217557053; zookeeper connection closed. 2024-12-03T09:19:29,934 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f5378b8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f5378b8 2024-12-03T09:19:29,935 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T09:19:30,260 INFO [M:0;699c9baf3d29:35991 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T09:19:30,260 INFO [M:0;699c9baf3d29:35991 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T09:19:30,260 DEBUG [M:0;699c9baf3d29:35991 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:19:30,260 INFO [M:0;699c9baf3d29:35991 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:30,260 DEBUG [M:0;699c9baf3d29:35991 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:30,260 DEBUG [M:0;699c9baf3d29:35991 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:19:30,260 DEBUG [M:0;699c9baf3d29:35991 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:30,260 INFO [M:0;699c9baf3d29:35991 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-03T09:19:30,273 DEBUG [M:0;699c9baf3d29:35991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/502fc0c61b754d5983d7d9e3d2fbfeeb is 82, key is hbase:meta,,1/info:regioninfo/1733217560220/Put/seqid=0 2024-12-03T09:19:30,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741843_1019 (size=5672) 2024-12-03T09:19:30,677 INFO [M:0;699c9baf3d29:35991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/502fc0c61b754d5983d7d9e3d2fbfeeb 2024-12-03T09:19:30,695 DEBUG [M:0;699c9baf3d29:35991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3e772a5ef204def85e76cd5027a68c0 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733217567161/Put/seqid=0 2024-12-03T09:19:30,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741844_1020 (size=7203) 2024-12-03T09:19:31,099 INFO [M:0;699c9baf3d29:35991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3e772a5ef204def85e76cd5027a68c0 2024-12-03T09:19:31,114 DEBUG [M:0;699c9baf3d29:35991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1a482141f434dd49aafa8c69afc075a is 69, key is 699c9baf3d29,39075,1733217557053/rs:state/1733217559111/Put/seqid=0 2024-12-03T09:19:31,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741845_1021 (size=5156) 2024-12-03T09:19:31,328 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:19:31,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:31,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:31,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:31,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:31,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:31,519 INFO [M:0;699c9baf3d29:35991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1a482141f434dd49aafa8c69afc075a 2024-12-03T09:19:31,524 DEBUG [M:0;699c9baf3d29:35991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/502fc0c61b754d5983d7d9e3d2fbfeeb as hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/502fc0c61b754d5983d7d9e3d2fbfeeb 2024-12-03T09:19:31,528 INFO [M:0;699c9baf3d29:35991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/502fc0c61b754d5983d7d9e3d2fbfeeb, entries=8, sequenceid=70, filesize=5.5 K 2024-12-03T09:19:31,529 DEBUG [M:0;699c9baf3d29:35991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3e772a5ef204def85e76cd5027a68c0 as hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f3e772a5ef204def85e76cd5027a68c0 2024-12-03T09:19:31,533 INFO [M:0;699c9baf3d29:35991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f3e772a5ef204def85e76cd5027a68c0, entries=8, sequenceid=70, filesize=7.0 K 2024-12-03T09:19:31,534 DEBUG [M:0;699c9baf3d29:35991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1a482141f434dd49aafa8c69afc075a as hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1a482141f434dd49aafa8c69afc075a 2024-12-03T09:19:31,539 INFO [M:0;699c9baf3d29:35991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1a482141f434dd49aafa8c69afc075a, entries=1, sequenceid=70, filesize=5.0 K 2024-12-03T09:19:31,539 INFO [M:0;699c9baf3d29:35991 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=70, compaction requested=false 2024-12-03T09:19:31,540 INFO [M:0;699c9baf3d29:35991 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:31,541 DEBUG [M:0;699c9baf3d29:35991 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217570260Disabling compacts and flushes for region at 1733217570260Disabling writes for close at 1733217570260Obtaining lock to block concurrent updates at 1733217570260Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733217570260Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733217570261 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733217570261Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733217570261Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733217570273 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733217570273Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733217570682 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733217570694 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733217570694Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733217571103 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733217571114 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733217571114Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@311e7205: reopening flushed file at 1733217571523 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32d62104: reopening flushed file at 1733217571529 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@387b80c8: reopening flushed file at 1733217571533 (+4 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=70, compaction requested=false at 1733217571539 (+6 ms)Writing region close event to WAL at 1733217571540 (+1 ms)Closed at 1733217571540 2024-12-03T09:19:31,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741830_1006 (size=41008) 2024-12-03T09:19:31,542 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/WALs/699c9baf3d29,35991,1733217556853/699c9baf3d29%2C35991%2C1733217556853.1733217558772 not finished, retry = 0 2024-12-03T09:19:31,643 INFO [M:0;699c9baf3d29:35991 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T09:19:31,643 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:19:31,643 INFO [M:0;699c9baf3d29:35991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35991 2024-12-03T09:19:31,643 INFO [M:0;699c9baf3d29:35991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:19:31,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:19:31,818 INFO [M:0;699c9baf3d29:35991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:19:31,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35991-0x1019a7d0c920000, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:19:31,820 INFO [Time-limited test {}] client.ConnectionUtils(128): master/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:19:31,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:31,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:31,820 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:19:31,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:31,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:19:31,820 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T09:19:31,820 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:19:31,821 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38151 2024-12-03T09:19:31,822 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38151 connecting to ZooKeeper ensemble=127.0.0.1:63506 2024-12-03T09:19:31,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381510x0, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:19:31,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38151-0x1019a7d0c920006 connected 2024-12-03T09:19:31,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:31,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:31,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38151-0x1019a7d0c920006, quorum=127.0.0.1:63506, baseZNode=/0447088159 Set watcher on znode that does not yet exist, /0447088159/running 2024-12-03T09:19:31,850 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0447088159/meta-region-server: INIT 2024-12-03T09:19:31,850 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be, hbase.cluster.distributed=false 2024-12-03T09:19:31,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38151-0x1019a7d0c920006, quorum=127.0.0.1:63506, baseZNode=/0447088159 Set watcher on znode that does not yet exist, /0447088159/acl 2024-12-03T09:19:31,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38151 2024-12-03T09:19:31,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38151 2024-12-03T09:19:31,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38151 2024-12-03T09:19:31,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38151 2024-12-03T09:19:31,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38151 2024-12-03T09:19:31,875 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:19:31,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:31,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:31,875 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:19:31,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:31,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:19:31,875 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:19:31,875 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:19:31,876 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33785 2024-12-03T09:19:31,876 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33785 connecting to ZooKeeper ensemble=127.0.0.1:63506 2024-12-03T09:19:31,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:31,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:31,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337850x0, quorum=127.0.0.1:63506, baseZNode=/0447088159 Set watcher on znode that does not yet exist, /0447088159/running 2024-12-03T09:19:31,895 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0447088159/meta-region-server: INIT 2024-12-03T09:19:31,895 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:19:31,896 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337850x0, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:19:31,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33785-0x1019a7d0c920007 connected 2024-12-03T09:19:31,897 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:19:31,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33785-0x1019a7d0c920007, quorum=127.0.0.1:63506, baseZNode=/0447088159 Set watcher on znode that does not yet exist, /0447088159/master 2024-12-03T09:19:31,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33785-0x1019a7d0c920007, quorum=127.0.0.1:63506, baseZNode=/0447088159 Set watcher on znode that does not yet exist, /0447088159/acl 2024-12-03T09:19:31,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33785 2024-12-03T09:19:31,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33785 2024-12-03T09:19:31,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33785 2024-12-03T09:19:31,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33785 2024-12-03T09:19:31,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33785 2024-12-03T09:19:31,925 DEBUG [M:0;699c9baf3d29:38151 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;699c9baf3d29:38151 2024-12-03T09:19:31,926 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0447088159/backup-masters/699c9baf3d29,38151,1733217571820 2024-12-03T09:19:31,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38151-0x1019a7d0c920006, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159/backup-masters 2024-12-03T09:19:31,937 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1019a7d0c920007, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159/backup-masters 2024-12-03T09:19:31,937 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38151-0x1019a7d0c920006, quorum=127.0.0.1:63506, baseZNode=/0447088159 Set watcher on existing znode=/0447088159/backup-masters/699c9baf3d29,38151,1733217571820 2024-12-03T09:19:31,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38151-0x1019a7d0c920006, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159 2024-12-03T09:19:31,950 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1019a7d0c920007, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0447088159/master 2024-12-03T09:19:31,950 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1019a7d0c920007, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159 2024-12-03T09:19:31,950 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38151-0x1019a7d0c920006, quorum=127.0.0.1:63506, baseZNode=/0447088159 Set watcher on existing znode=/0447088159/master 2024-12-03T09:19:31,950 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0447088159/backup-masters/699c9baf3d29,38151,1733217571820 from backup master directory 2024-12-03T09:19:31,960 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1019a7d0c920007, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159/backup-masters 2024-12-03T09:19:31,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38151-0x1019a7d0c920006, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0447088159/backup-masters/699c9baf3d29,38151,1733217571820 2024-12-03T09:19:31,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38151-0x1019a7d0c920006, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159/backup-masters 2024-12-03T09:19:31,960 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:19:31,960 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=699c9baf3d29,38151,1733217571820 2024-12-03T09:19:31,971 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:31,971 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T09:19:31,977 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-12-03T09:19:31,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741846_1022 (size=196) 2024-12-03T09:19:32,400 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:19:32,401 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T09:19:32,402 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:19:32,408 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-03T09:19:32,411 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/WALs/699c9baf3d29,35991,1733217556853 to hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/WALs/699c9baf3d29,35991,1733217556853-dead as it is dead 2024-12-03T09:19:32,412 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/WALs/699c9baf3d29,35991,1733217556853-dead/699c9baf3d29%2C35991%2C1733217556853.1733217558772 2024-12-03T09:19:32,413 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/WALs/699c9baf3d29,35991,1733217556853-dead/699c9baf3d29%2C35991%2C1733217556853.1733217558772 after 1ms 2024-12-03T09:19:32,413 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/WALs/699c9baf3d29,35991,1733217556853-dead/699c9baf3d29%2C35991%2C1733217556853.1733217558772 to hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/699c9baf3d29%2C35991%2C1733217556853.1733217558772 2024-12-03T09:19:32,413 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/WALs/699c9baf3d29,35991,1733217556853-dead 2024-12-03T09:19:32,414 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/WALs/699c9baf3d29,38151,1733217571820 2024-12-03T09:19:32,415 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:19:32,416 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C38151%2C1733217571820, suffix=, logDir=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/WALs/699c9baf3d29,38151,1733217571820, archiveDir=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/oldWALs, maxLogs=10 2024-12-03T09:19:32,429 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/WALs/699c9baf3d29,38151,1733217571820/699c9baf3d29%2C38151%2C1733217571820.1733217572416, exclude list is [], retry=0 2024-12-03T09:19:32,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44633,DS-646fd5b1-829c-434d-995b-c0b17a2461a1,DISK] 2024-12-03T09:19:32,437 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/WALs/699c9baf3d29,38151,1733217571820/699c9baf3d29%2C38151%2C1733217571820.1733217572416 2024-12-03T09:19:32,437 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40111:40111)] 2024-12-03T09:19:32,437 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:19:32,437 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:32,437 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:32,437 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:32,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:32,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T09:19:32,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:32,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/502fc0c61b754d5983d7d9e3d2fbfeeb 2024-12-03T09:19:32,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:32,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:32,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T09:19:32,450 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:32,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f3e772a5ef204def85e76cd5027a68c0 2024-12-03T09:19:32,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:32,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:32,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T09:19:32,458 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:32,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1a482141f434dd49aafa8c69afc075a 2024-12-03T09:19:32,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:32,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:32,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T09:19:32,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:32,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:32,465 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:32,466 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-03T09:19:32,466 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/699c9baf3d29%2C35991%2C1733217556853.1733217558772 2024-12-03T09:19:32,471 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/699c9baf3d29%2C35991%2C1733217556853.1733217558772 2024-12-03T09:19:32,472 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/699c9baf3d29%2C35991%2C1733217556853.1733217558772 2024-12-03T09:19:32,483 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:32,483 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:32,484 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:19:32,486 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:32,487 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-03T09:19:32,488 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60724048, jitterRate=-0.09514117240905762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:19:32,488 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733217572437Initializing all the Stores at 1733217572438 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217572438Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217572439 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217572439Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217572439Cleaning up temporary data from old regions at 1733217572483 (+44 ms)Region opened successfully at 1733217572488 (+5 ms) 2024-12-03T09:19:32,489 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T09:19:32,491 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5590e670, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:19:32,494 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-03T09:19:32,494 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T09:19:32,494 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T09:19:32,494 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T09:19:32,495 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T09:19:32,497 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T09:19:32,497 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T09:19:32,498 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T09:19:32,498 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-03T09:19:32,498 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T09:19:32,503 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=699c9baf3d29,39075,1733217557053, regionLocation=699c9baf3d29,39075,1733217557053, openSeqNum=2 2024-12-03T09:19:32,503 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=699c9baf3d29,39075,1733217557053, table=hbase:meta, region=1588230740 2024-12-03T09:19:32,503 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,39075,1733217557053, state=OPEN 2024-12-03T09:19:32,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38151-0x1019a7d0c920006, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0447088159/meta-region-server 2024-12-03T09:19:32,575 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1019a7d0c920007, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0447088159/meta-region-server 2024-12-03T09:19:32,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0447088159/meta-region-server: CHANGED 2024-12-03T09:19:32,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0447088159/meta-region-server: CHANGED 2024-12-03T09:19:32,578 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-03T09:19:32,589 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0447088159/draining/699c9baf3d29,39075,1733217557053 already deleted, retry=false 2024-12-03T09:19:32,590 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 699c9baf3d29,39075,1733217557053 on 699c9baf3d29,38151,1733217571820 2024-12-03T09:19:32,591 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 699c9baf3d29,39075,1733217557053, splitWal=true, meta=true 2024-12-03T09:19:32,591 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 699c9baf3d29,39075,1733217557053 (carryingMeta=true) 699c9baf3d29,39075,1733217557053/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@25a51c2d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T09:19:32,592 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38151-0x1019a7d0c920006, quorum=127.0.0.1:63506, baseZNode=/0447088159 Unable to get data of znode /0447088159/balancer because node does not exist (not necessarily an error) 2024-12-03T09:19:32,602 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0447088159/balancer already deleted, retry=false 2024-12-03T09:19:32,603 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T09:19:32,603 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38151-0x1019a7d0c920006, quorum=127.0.0.1:63506, baseZNode=/0447088159 Unable to get data of znode /0447088159/normalizer because node does not exist (not necessarily an error) 2024-12-03T09:19:32,613 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0447088159/normalizer already deleted, retry=false 2024-12-03T09:19:32,613 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T09:19:32,614 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38151-0x1019a7d0c920006, quorum=127.0.0.1:63506, baseZNode=/0447088159 Unable to get data of znode /0447088159/switch/split because node does not exist (not necessarily an error) 2024-12-03T09:19:32,623 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0447088159/switch/split already deleted, retry=false 2024-12-03T09:19:32,624 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38151-0x1019a7d0c920006, quorum=127.0.0.1:63506, baseZNode=/0447088159 Unable to get data of znode /0447088159/switch/merge because node does not exist (not necessarily an error) 2024-12-03T09:19:32,634 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0447088159/switch/merge already deleted, retry=false 2024-12-03T09:19:32,646 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38151-0x1019a7d0c920006, quorum=127.0.0.1:63506, baseZNode=/0447088159 Unable to get data of znode /0447088159/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T09:19:32,655 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0447088159/snapshot-cleanup already deleted, retry=false 2024-12-03T09:19:32,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38151-0x1019a7d0c920006, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0447088159/running 2024-12-03T09:19:32,665 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1019a7d0c920007, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0447088159/running 2024-12-03T09:19:32,665 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1019a7d0c920007, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159 2024-12-03T09:19:32,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38151-0x1019a7d0c920006, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159 2024-12-03T09:19:32,666 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=699c9baf3d29,38151,1733217571820, sessionid=0x1019a7d0c920006, setting cluster-up flag (Was=false) 2024-12-03T09:19:32,677 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0447088159/flush-table-proc/acquired, /0447088159/flush-table-proc/reached, /0447088159/flush-table-proc/abort 2024-12-03T09:19:32,677 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,38151,1733217571820 2024-12-03T09:19:32,687 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0447088159/online-snapshot/acquired, /0447088159/online-snapshot/reached, /0447088159/online-snapshot/abort 2024-12-03T09:19:32,688 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,38151,1733217571820 2024-12-03T09:19:32,690 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/.lastflushedseqids 2024-12-03T09:19:32,692 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T09:19:32,692 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T09:19:32,692 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 699c9baf3d29,38151,1733217571820 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 699c9baf3d29,39075,1733217557053 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T09:19:32,693 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:19:32,693 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:19:32,693 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:19:32,693 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:19:32,693 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/699c9baf3d29:0, corePoolSize=10, maxPoolSize=10 2024-12-03T09:19:32,693 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:32,694 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:19:32,694 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:32,694 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733217602694 2024-12-03T09:19:32,694 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T09:19:32,694 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T09:19:32,694 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T09:19:32,694 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T09:19:32,694 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T09:19:32,694 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T09:19:32,695 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:32,695 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T09:19:32,695 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T09:19:32,695 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T09:19:32,695 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T09:19:32,695 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T09:19:32,695 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T09:19:32,695 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217572695,5,FailOnTimeoutGroup] 2024-12-03T09:19:32,696 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217572696,5,FailOnTimeoutGroup] 2024-12-03T09:19:32,696 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:32,696 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T09:19:32,696 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:32,696 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:32,696 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 699c9baf3d29,39075,1733217557053, splitWal=true, meta=true 2024-12-03T09:19:32,696 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733217572696, completionTime=-1 2024-12-03T09:19:32,696 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-03T09:19:32,696 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T09:19:32,697 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 699c9baf3d29,39075,1733217557053, splitWal=true, meta=true, isMeta: true 2024-12-03T09:19:32,698 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,39075,1733217557053-splitting 2024-12-03T09:19:32,699 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,39075,1733217557053-splitting dir is empty, no logs to split. 2024-12-03T09:19:32,699 INFO [PEWorker-1 {}] master.SplitWALManager(105): 699c9baf3d29,39075,1733217557053 WAL count=0, meta=true 2024-12-03T09:19:32,701 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,39075,1733217557053-splitting dir is empty, no logs to split. 2024-12-03T09:19:32,701 INFO [PEWorker-1 {}] master.SplitWALManager(105): 699c9baf3d29,39075,1733217557053 WAL count=0, meta=true 2024-12-03T09:19:32,701 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 699c9baf3d29,39075,1733217557053 WAL splitting is done? wals=0, meta=true 2024-12-03T09:19:32,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T09:19:32,703 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:19:32,704 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T09:19:32,717 INFO [RS:0;699c9baf3d29:33785 {}] regionserver.HRegionServer(746): ClusterId : 316e92ef-b23f-4bd7-85ee-d52e83960c8c 2024-12-03T09:19:32,717 DEBUG [RS:0;699c9baf3d29:33785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:19:32,729 DEBUG [RS:0;699c9baf3d29:33785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:19:32,729 DEBUG [RS:0;699c9baf3d29:33785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:19:32,740 DEBUG [RS:0;699c9baf3d29:33785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:19:32,740 DEBUG [RS:0;699c9baf3d29:33785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c6520b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:19:32,757 DEBUG [RS:0;699c9baf3d29:33785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;699c9baf3d29:33785 2024-12-03T09:19:32,757 INFO [RS:0;699c9baf3d29:33785 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:19:32,757 INFO [RS:0;699c9baf3d29:33785 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:19:32,757 DEBUG [RS:0;699c9baf3d29:33785 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:19:32,758 INFO [RS:0;699c9baf3d29:33785 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,38151,1733217571820 with port=33785, startcode=1733217571874 2024-12-03T09:19:32,758 DEBUG [RS:0;699c9baf3d29:33785 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:19:32,759 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:19:32,759 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38151 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,33785,1733217571874 2024-12-03T09:19:32,759 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38151 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,33785,1733217571874 2024-12-03T09:19:32,761 DEBUG [RS:0;699c9baf3d29:33785 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be 2024-12-03T09:19:32,761 DEBUG [RS:0;699c9baf3d29:33785 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36513 2024-12-03T09:19:32,761 DEBUG [RS:0;699c9baf3d29:33785 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:19:32,796 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T09:19:32,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38151-0x1019a7d0c920006, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159/rs 2024-12-03T09:19:32,821 DEBUG [RS:0;699c9baf3d29:33785 {}] zookeeper.ZKUtil(111): regionserver:33785-0x1019a7d0c920007, quorum=127.0.0.1:63506, baseZNode=/0447088159 Set watcher on existing znode=/0447088159/rs/699c9baf3d29,33785,1733217571874 2024-12-03T09:19:32,821 WARN [RS:0;699c9baf3d29:33785 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:19:32,821 INFO [RS:0;699c9baf3d29:33785 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:19:32,821 DEBUG [RS:0;699c9baf3d29:33785 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,33785,1733217571874 2024-12-03T09:19:32,821 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,33785,1733217571874] 2024-12-03T09:19:32,838 INFO [RS:0;699c9baf3d29:33785 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:19:32,839 INFO [RS:0;699c9baf3d29:33785 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:19:32,839 INFO [RS:0;699c9baf3d29:33785 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:19:32,839 INFO [RS:0;699c9baf3d29:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:32,839 INFO [RS:0;699c9baf3d29:33785 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:19:32,840 INFO [RS:0;699c9baf3d29:33785 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:19:32,840 INFO [RS:0;699c9baf3d29:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:32,840 DEBUG [RS:0;699c9baf3d29:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:32,840 DEBUG [RS:0;699c9baf3d29:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:32,840 DEBUG [RS:0;699c9baf3d29:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:32,840 DEBUG [RS:0;699c9baf3d29:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:32,840 DEBUG [RS:0;699c9baf3d29:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:32,840 DEBUG [RS:0;699c9baf3d29:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:19:32,840 DEBUG [RS:0;699c9baf3d29:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:32,841 DEBUG [RS:0;699c9baf3d29:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:32,841 DEBUG [RS:0;699c9baf3d29:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:32,841 DEBUG [RS:0;699c9baf3d29:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:32,841 DEBUG [RS:0;699c9baf3d29:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:32,841 DEBUG [RS:0;699c9baf3d29:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:32,841 DEBUG [RS:0;699c9baf3d29:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:19:32,841 DEBUG [RS:0;699c9baf3d29:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:19:32,841 INFO [RS:0;699c9baf3d29:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:32,841 INFO [RS:0;699c9baf3d29:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:32,841 INFO [RS:0;699c9baf3d29:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:32,841 INFO [RS:0;699c9baf3d29:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:32,841 INFO [RS:0;699c9baf3d29:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:32,841 INFO [RS:0;699c9baf3d29:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,33785,1733217571874-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:19:32,854 WARN [699c9baf3d29:38151 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T09:19:32,856 INFO [RS:0;699c9baf3d29:33785 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:19:32,856 INFO [RS:0;699c9baf3d29:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,33785,1733217571874-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:32,870 INFO [RS:0;699c9baf3d29:33785 {}] regionserver.ReplicationSource(231): queueId=1-699c9baf3d29,33785,1733217571874, ReplicationSource: 1, currentBandwidth=0 2024-12-03T09:19:32,870 INFO [RS:0;699c9baf3d29:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:32,870 INFO [RS:0;699c9baf3d29:33785 {}] regionserver.Replication(171): 699c9baf3d29,33785,1733217571874 started 2024-12-03T09:19:32,883 DEBUG [RS:0;699c9baf3d29:33785.replicationSource,1-699c9baf3d29,33785,1733217571874 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:33227' 2024-12-03T09:19:32,884 DEBUG [RS:0;699c9baf3d29:33785.replicationSource,1-699c9baf3d29,33785,1733217571874 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67174637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:32,884 DEBUG [RS:0;699c9baf3d29:33785.replicationSource,1-699c9baf3d29,33785,1733217571874 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,33227,-1 for getting cluster id 2024-12-03T09:19:32,884 DEBUG [RS:0;699c9baf3d29:33785.replicationSource,1-699c9baf3d29,33785,1733217571874 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:19:32,884 INFO [RS:0;699c9baf3d29:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:32,884 INFO [RS:0;699c9baf3d29:33785 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,33785,1733217571874, RpcServer on 699c9baf3d29/172.17.0.2:33785, sessionid=0x1019a7d0c920007 2024-12-03T09:19:32,884 DEBUG [RS:0;699c9baf3d29:33785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:19:32,884 DEBUG [RS:0;699c9baf3d29:33785 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,33785,1733217571874 2024-12-03T09:19:32,884 DEBUG [RS:0;699c9baf3d29:33785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,33785,1733217571874' 2024-12-03T09:19:32,884 DEBUG [RS:0;699c9baf3d29:33785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0447088159/flush-table-proc/abort' 2024-12-03T09:19:32,885 DEBUG [RS:0;699c9baf3d29:33785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0447088159/flush-table-proc/acquired' 2024-12-03T09:19:32,885 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8823eb70-140a-40d7-a497-96280dad4436' 2024-12-03T09:19:32,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:19:32,885 DEBUG [RS:0;699c9baf3d29:33785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:19:32,885 DEBUG [RS:0;699c9baf3d29:33785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:19:32,885 DEBUG [RS:0;699c9baf3d29:33785 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,33785,1733217571874 2024-12-03T09:19:32,885 DEBUG [RS:0;699c9baf3d29:33785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,33785,1733217571874' 2024-12-03T09:19:32,885 DEBUG [RS:0;699c9baf3d29:33785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0447088159/online-snapshot/abort' 2024-12-03T09:19:32,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8823eb70-140a-40d7-a497-96280dad4436" 2024-12-03T09:19:32,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@aeaf0b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:32,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,33227,-1] 2024-12-03T09:19:32,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:19:32,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:32,887 DEBUG [RS:0;699c9baf3d29:33785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0447088159/online-snapshot/acquired' 2024-12-03T09:19:32,887 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:19:32,887 DEBUG [RS:0;699c9baf3d29:33785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:19:32,887 INFO [RS:0;699c9baf3d29:33785 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:19:32,887 INFO [RS:0;699c9baf3d29:33785 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:19:32,888 DEBUG [RS:0;699c9baf3d29:33785.replicationSource,1-699c9baf3d29,33785,1733217571874 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76330e80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:32,888 DEBUG [RS:0;699c9baf3d29:33785.replicationSource,1-699c9baf3d29,33785,1733217571874 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:19:32,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,33227,1733217562613 2024-12-03T09:19:32,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ca50a94 2024-12-03T09:19:32,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:19:32,889 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-03T09:19:32,890 INFO [RS:0;699c9baf3d29:33785.replicationSource,1-699c9baf3d29,33785,1733217571874 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-699c9baf3d29,33785,1733217571874 (queues=0) is replicating from cluster=316e92ef-b23f-4bd7-85ee-d52e83960c8c to cluster=8823eb70-140a-40d7-a497-96280dad4436 2024-12-03T09:19:32,987 INFO [RS:0;699c9baf3d29:33785 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:19:32,989 INFO [RS:0;699c9baf3d29:33785 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C33785%2C1733217571874, suffix=, logDir=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,33785,1733217571874, archiveDir=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/oldWALs, maxLogs=10 2024-12-03T09:19:32,999 DEBUG [RS:0;699c9baf3d29:33785 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,33785,1733217571874/699c9baf3d29%2C33785%2C1733217571874.1733217572989, exclude list is [], retry=0 2024-12-03T09:19:33,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44633,DS-646fd5b1-829c-434d-995b-c0b17a2461a1,DISK] 2024-12-03T09:19:33,003 INFO [RS:0;699c9baf3d29:33785 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,33785,1733217571874/699c9baf3d29%2C33785%2C1733217571874.1733217572989 2024-12-03T09:19:33,004 DEBUG [RS:0;699c9baf3d29:33785 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 699c9baf3d29%2C33785%2C1733217571874 for peer 1 2024-12-03T09:19:33,004 DEBUG [RS:0;699c9baf3d29:33785 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=699c9baf3d29%2C33785%2C1733217571874 2024-12-03T09:19:33,004 INFO [RS:0;699c9baf3d29:33785 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-699c9baf3d29,33785,1733217571874, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T09:19:33,004 DEBUG [RS:0;699c9baf3d29:33785 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40111:40111)] 2024-12-03T09:19:33,004 INFO [RS:0;699c9baf3d29:33785.replicationSource.shipper699c9baf3d29%2C33785%2C1733217571874,1-699c9baf3d29,33785,1733217571874 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 699c9baf3d29%2C33785%2C1733217571874 2024-12-03T09:19:33,004 DEBUG [RS:0;699c9baf3d29:33785.replicationSource.wal-reader.699c9baf3d29%2C33785%2C1733217571874,1-699c9baf3d29,33785,1733217571874 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,33785,1733217571874/699c9baf3d29%2C33785%2C1733217571874.1733217572989, startPosition=0, beingWritten=true 2024-12-03T09:19:33,104 DEBUG [699c9baf3d29:38151 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T09:19:33,105 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=699c9baf3d29,33785,1733217571874 2024-12-03T09:19:33,106 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,33785,1733217571874, state=OPENING 2024-12-03T09:19:33,126 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1019a7d0c920007, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0447088159/meta-region-server 2024-12-03T09:19:33,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38151-0x1019a7d0c920006, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0447088159/meta-region-server 2024-12-03T09:19:33,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0447088159/meta-region-server: CHANGED 2024-12-03T09:19:33,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0447088159/meta-region-server: CHANGED 2024-12-03T09:19:33,126 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:19:33,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,33785,1733217571874}] 2024-12-03T09:19:33,209 DEBUG [RS:0;699c9baf3d29:33785.replicationSource.wal-reader.699c9baf3d29%2C33785%2C1733217571874,1-699c9baf3d29,33785,1733217571874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,33785,1733217571874/699c9baf3d29%2C33785%2C1733217571874.1733217572989 to pos 0, reset compression=false 2024-12-03T09:19:33,279 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:19:33,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:19:33,283 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T09:19:33,283 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:19:33,284 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T09:19:33,285 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C33785%2C1733217571874.meta, suffix=.meta, logDir=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,33785,1733217571874, archiveDir=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/oldWALs, maxLogs=10 2024-12-03T09:19:33,298 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,33785,1733217571874/699c9baf3d29%2C33785%2C1733217571874.meta.1733217573285.meta, exclude list is [], retry=0 2024-12-03T09:19:33,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44633,DS-646fd5b1-829c-434d-995b-c0b17a2461a1,DISK] 2024-12-03T09:19:33,301 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,33785,1733217571874/699c9baf3d29%2C33785%2C1733217571874.meta.1733217573285.meta 2024-12-03T09:19:33,302 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40111:40111)] 2024-12-03T09:19:33,302 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:19:33,302 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:19:33,302 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:19:33,302 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T09:19:33,302 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T09:19:33,302 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T09:19:33,302 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:33,302 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T09:19:33,302 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T09:19:33,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:19:33,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:19:33,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:33,310 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740/info/73e1dd74ec464ca6b0c22ca574aee598 2024-12-03T09:19:33,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:33,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:19:33,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:19:33,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:33,315 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740/ns/e1f2e607320d4c91a94b4e50f71314d3 2024-12-03T09:19:33,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:33,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:19:33,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:19:33,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:33,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:33,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:19:33,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:19:33,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:33,321 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740/table/59c871209dab47f4831a0f93ae38bcd6 2024-12-03T09:19:33,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:33,321 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:19:33,322 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740 2024-12-03T09:19:33,323 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740 2024-12-03T09:19:33,324 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:19:33,324 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:19:33,325 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:19:33,326 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:19:33,326 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60610510, jitterRate=-0.09683302044868469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:19:33,326 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T09:19:33,326 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733217573302Writing region info on filesystem at 1733217573302Initializing all the Stores at 1733217573303 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217573303Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217573303Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217573303Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217573303Cleaning up temporary data from old regions at 1733217573324 (+21 ms)Running coprocessor post-open hooks at 1733217573326 (+2 ms)Region opened successfully at 1733217573326 2024-12-03T09:19:33,327 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733217573279 2024-12-03T09:19:33,329 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T09:19:33,329 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T09:19:33,329 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=699c9baf3d29,33785,1733217571874 2024-12-03T09:19:33,330 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,33785,1733217571874, state=OPEN 2024-12-03T09:19:33,381 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1019a7d0c920007, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0447088159/meta-region-server 2024-12-03T09:19:33,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38151-0x1019a7d0c920006, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0447088159/meta-region-server 2024-12-03T09:19:33,381 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=699c9baf3d29,33785,1733217571874 2024-12-03T09:19:33,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0447088159/meta-region-server: CHANGED 2024-12-03T09:19:33,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0447088159/meta-region-server: CHANGED 2024-12-03T09:19:33,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-03T09:19:33,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,33785,1733217571874 in 255 msec 2024-12-03T09:19:33,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T09:19:33,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 682 msec 2024-12-03T09:19:33,514 DEBUG [RS:0;699c9baf3d29:33785.replicationSource.wal-reader.699c9baf3d29%2C33785%2C1733217571874,1-699c9baf3d29,33785,1733217571874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,33785,1733217571874/699c9baf3d29%2C33785%2C1733217571874.1733217572989 to pos 0, reset compression=false 2024-12-03T09:19:33,919 DEBUG [RS:0;699c9baf3d29:33785.replicationSource.wal-reader.699c9baf3d29%2C33785%2C1733217571874,1-699c9baf3d29,33785,1733217571874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,33785,1733217571874/699c9baf3d29%2C33785%2C1733217571874.1733217572989 to pos 0, reset compression=false 2024-12-03T09:19:34,298 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-12-03T09:19:34,426 DEBUG [RS:0;699c9baf3d29:33785.replicationSource.wal-reader.699c9baf3d29%2C33785%2C1733217571874,1-699c9baf3d29,33785,1733217571874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,33785,1733217571874/699c9baf3d29%2C33785%2C1733217571874.1733217572989 to pos 0, reset compression=false 2024-12-03T09:19:35,030 DEBUG [RS:0;699c9baf3d29:33785.replicationSource.wal-reader.699c9baf3d29%2C33785%2C1733217571874,1-699c9baf3d29,33785,1733217571874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,33785,1733217571874/699c9baf3d29%2C33785%2C1733217571874.1733217572989 to pos 0, reset compression=false 2024-12-03T09:19:35,734 DEBUG [RS:0;699c9baf3d29:33785.replicationSource.wal-reader.699c9baf3d29%2C33785%2C1733217571874,1-699c9baf3d29,33785,1733217571874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,33785,1733217571874/699c9baf3d29%2C33785%2C1733217571874.1733217572989 to pos 0, reset compression=false 2024-12-03T09:19:35,804 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3108ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3008ms 2024-12-03T09:19:36,539 DEBUG [RS:0;699c9baf3d29:33785.replicationSource.wal-reader.699c9baf3d29%2C33785%2C1733217571874,1-699c9baf3d29,33785,1733217571874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,33785,1733217571874/699c9baf3d29%2C33785%2C1733217571874.1733217572989 to pos 0, reset compression=false 2024-12-03T09:19:37,207 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-03T09:19:37,207 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T09:19:37,207 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:19:37,207 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,33785,1733217571874, seqNum=-1] 2024-12-03T09:19:37,207 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:19:37,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:19:37,212 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=878003bc2379e407da75747f261aeef0, regionState=OPEN, lastHost=699c9baf3d29,39075,1733217557053, regionLocation=699c9baf3d29,39075,1733217557053, openSeqNum=2 2024-12-03T09:19:37,212 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T09:19:37,213 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733217637212 2024-12-03T09:19:37,213 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733217697213 2024-12-03T09:19:37,213 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-03T09:19:37,213 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 699c9baf3d29,39075,1733217557053 had 2 regions 2024-12-03T09:19:37,213 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,38151,1733217571820-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:37,213 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,38151,1733217571820-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:37,213 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,38151,1733217571820-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:37,213 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-699c9baf3d29:38151, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:37,213 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:37,213 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:37,214 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 699c9baf3d29,39075,1733217557053, splitWal=true, meta=true, isMeta: false 2024-12-03T09:19:37,216 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,39075,1733217557053-splitting dir is empty, no logs to split. 2024-12-03T09:19:37,216 INFO [PEWorker-3 {}] master.SplitWALManager(105): 699c9baf3d29,39075,1733217557053 WAL count=0, meta=false 2024-12-03T09:19:37,219 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,39075,1733217557053-splitting dir is empty, no logs to split. 2024-12-03T09:19:37,219 INFO [PEWorker-3 {}] master.SplitWALManager(105): 699c9baf3d29,39075,1733217557053 WAL count=0, meta=false 2024-12-03T09:19:37,219 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 699c9baf3d29,39075,1733217557053 WAL splitting is done? wals=0, meta=false 2024-12-03T09:19:37,219 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.259sec 2024-12-03T09:19:37,219 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T09:19:37,219 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T09:19:37,219 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T09:19:37,219 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T09:19:37,219 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T09:19:37,219 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,38151,1733217571820-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:19:37,219 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,38151,1733217571820-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T09:19:37,223 WARN [master/699c9baf3d29:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=699c9baf3d29,39075,1733217557053/hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0. 2024-12-03T09:19:37,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41feb522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:37,224 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T09:19:37,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,38151,-1 for getting cluster id 2024-12-03T09:19:37,224 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T09:19:37,224 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,38151,1733217571820-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:37,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:19:37,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=878003bc2379e407da75747f261aeef0, ASSIGN}] 2024-12-03T09:19:37,226 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '316e92ef-b23f-4bd7-85ee-d52e83960c8c' 2024-12-03T09:19:37,226 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=878003bc2379e407da75747f261aeef0, ASSIGN 2024-12-03T09:19:37,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:19:37,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "316e92ef-b23f-4bd7-85ee-d52e83960c8c" 2024-12-03T09:19:37,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8faaee1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:37,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,38151,-1] 2024-12-03T09:19:37,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:19:37,227 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=878003bc2379e407da75747f261aeef0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T09:19:37,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:37,228 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:19:37,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7237b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:37,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:19:37,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,33785,1733217571874, seqNum=-1] 2024-12-03T09:19:37,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:19:37,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:19:37,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-03T09:19:37,233 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:19:37,233 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:19:37,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:37,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:37,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:19:37,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 699c9baf3d29:38151 after: 699c9baf3d29:38151 2024-12-03T09:19:37,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff589d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:37,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,38151,-1 for getting cluster id 2024-12-03T09:19:37,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:19:37,235 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '316e92ef-b23f-4bd7-85ee-d52e83960c8c' 2024-12-03T09:19:37,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:19:37,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "316e92ef-b23f-4bd7-85ee-d52e83960c8c" 2024-12-03T09:19:37,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4fc544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:37,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,38151,-1] 2024-12-03T09:19:37,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:19:37,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:37,236 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:19:37,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685ea55a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:37,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:19:37,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,38151,1733217571820 2024-12-03T09:19:37,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1aaf8d07 2024-12-03T09:19:37,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:19:37,238 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:19:37,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38151 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T09:19:37,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T09:19:37,239 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:19:37,239 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:19:37,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:37,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:37,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:19:37,239 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T09:19:37,239 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=423798524, stopped=false 2024-12-03T09:19:37,239 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=699c9baf3d29,33227,1733217562613 2024-12-03T09:19:37,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1019a7d0c920004, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-245087717/running 2024-12-03T09:19:37,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-245087717/running 2024-12-03T09:19:37,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1019a7d0c920004, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-245087717 2024-12-03T09:19:37,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-245087717 2024-12-03T09:19:37,252 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:19:37,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:19:37,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:19:37,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:37,253 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,38891,1733217562782' ***** 2024-12-03T09:19:37,253 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T09:19:37,253 INFO [RS:0;699c9baf3d29:38891 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:19:37,253 INFO [RS:0;699c9baf3d29:38891 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T09:19:37,253 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:19:37,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Set watcher on znode that does not yet exist, /1-245087717/running 2024-12-03T09:19:37,253 INFO [RS:0;699c9baf3d29:38891 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T09:19:37,253 INFO [RS:0;699c9baf3d29:38891 {}] regionserver.HRegionServer(959): stopping server 699c9baf3d29,38891,1733217562782 2024-12-03T09:19:37,253 INFO [RS:0;699c9baf3d29:38891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:19:37,253 INFO [RS:0;699c9baf3d29:38891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:38891. 2024-12-03T09:19:37,254 DEBUG [RS:0;699c9baf3d29:38891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:19:37,254 DEBUG [RS:0;699c9baf3d29:38891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:37,254 INFO [RS:0;699c9baf3d29:38891 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T09:19:37,254 INFO [RS:0;699c9baf3d29:38891 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T09:19:37,254 INFO [RS:0;699c9baf3d29:38891 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T09:19:37,254 INFO [RS:0;699c9baf3d29:38891 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T09:19:37,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38891-0x1019a7d0c920004, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Set watcher on znode that does not yet exist, /1-245087717/running 2024-12-03T09:19:37,254 INFO [RS:0;699c9baf3d29:38891 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T09:19:37,254 DEBUG [RS:0;699c9baf3d29:38891 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T09:19:37,254 DEBUG [RS:0;699c9baf3d29:38891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:19:37,254 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:19:37,254 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:19:37,254 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:19:37,254 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:19:37,254 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:19:37,254 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T09:19:37,271 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/data/hbase/meta/1588230740/.tmp/ns/9e2654138d7b47c68cb930da80daeecc is 43, key is default/ns:d/1733217565874/Put/seqid=0 2024-12-03T09:19:37,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741835_1011 (size=5153) 2024-12-03T09:19:37,313 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:19:37,377 DEBUG [699c9baf3d29:38151 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T09:19:37,377 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=878003bc2379e407da75747f261aeef0, regionState=OPENING, regionLocation=699c9baf3d29,33785,1733217571874 2024-12-03T09:19:37,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=878003bc2379e407da75747f261aeef0, ASSIGN because future has completed 2024-12-03T09:19:37,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 878003bc2379e407da75747f261aeef0, server=699c9baf3d29,33785,1733217571874}] 2024-12-03T09:19:37,444 DEBUG [RS:0;699c9baf3d29:33785.replicationSource.wal-reader.699c9baf3d29%2C33785%2C1733217571874,1-699c9baf3d29,33785,1733217571874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,33785,1733217571874/699c9baf3d29%2C33785%2C1733217571874.1733217572989 to pos 0, reset compression=false 2024-12-03T09:19:37,454 DEBUG [RS:0;699c9baf3d29:38891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:19:37,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0. 2024-12-03T09:19:37,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:19:37,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T09:19:37,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C33785%2C1733217571874.rep, suffix=, logDir=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,33785,1733217571874, archiveDir=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/oldWALs, maxLogs=10 2024-12-03T09:19:37,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,33785,1733217571874/699c9baf3d29%2C33785%2C1733217571874.rep.1733217577538, exclude list is [], retry=0 2024-12-03T09:19:37,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44633,DS-646fd5b1-829c-434d-995b-c0b17a2461a1,DISK] 2024-12-03T09:19:37,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,33785,1733217571874/699c9baf3d29%2C33785%2C1733217571874.rep.1733217577538 2024-12-03T09:19:37,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40111:40111)] 2024-12-03T09:19:37,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 878003bc2379e407da75747f261aeef0, NAME => 'hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:19:37,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:19:37,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:19:37,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0. service=MultiRowMutationService 2024-12-03T09:19:37,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T09:19:37,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 878003bc2379e407da75747f261aeef0 2024-12-03T09:19:37,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:37,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 878003bc2379e407da75747f261aeef0 2024-12-03T09:19:37,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 878003bc2379e407da75747f261aeef0 2024-12-03T09:19:37,567 INFO [StoreOpener-878003bc2379e407da75747f261aeef0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 878003bc2379e407da75747f261aeef0 2024-12-03T09:19:37,568 INFO [StoreOpener-878003bc2379e407da75747f261aeef0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878003bc2379e407da75747f261aeef0 columnFamilyName hfileref 2024-12-03T09:19:37,568 DEBUG [StoreOpener-878003bc2379e407da75747f261aeef0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:37,569 INFO [StoreOpener-878003bc2379e407da75747f261aeef0-1 {}] regionserver.HStore(327): Store=878003bc2379e407da75747f261aeef0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:37,569 INFO [StoreOpener-878003bc2379e407da75747f261aeef0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 878003bc2379e407da75747f261aeef0 2024-12-03T09:19:37,571 INFO [StoreOpener-878003bc2379e407da75747f261aeef0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878003bc2379e407da75747f261aeef0 columnFamilyName queue 2024-12-03T09:19:37,571 DEBUG [StoreOpener-878003bc2379e407da75747f261aeef0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:37,581 DEBUG [StoreOpener-878003bc2379e407da75747f261aeef0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/replication/878003bc2379e407da75747f261aeef0/queue/ccf65060c0ed4ec8a8351ef3f38676bc 2024-12-03T09:19:37,581 INFO [StoreOpener-878003bc2379e407da75747f261aeef0-1 {}] regionserver.HStore(327): Store=878003bc2379e407da75747f261aeef0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:37,581 INFO [StoreOpener-878003bc2379e407da75747f261aeef0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 878003bc2379e407da75747f261aeef0 2024-12-03T09:19:37,582 INFO [StoreOpener-878003bc2379e407da75747f261aeef0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878003bc2379e407da75747f261aeef0 columnFamilyName sid 2024-12-03T09:19:37,582 DEBUG [StoreOpener-878003bc2379e407da75747f261aeef0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:37,582 INFO [StoreOpener-878003bc2379e407da75747f261aeef0-1 {}] regionserver.HStore(327): Store=878003bc2379e407da75747f261aeef0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:37,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 878003bc2379e407da75747f261aeef0 2024-12-03T09:19:37,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/replication/878003bc2379e407da75747f261aeef0 2024-12-03T09:19:37,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/replication/878003bc2379e407da75747f261aeef0 2024-12-03T09:19:37,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 878003bc2379e407da75747f261aeef0 2024-12-03T09:19:37,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 878003bc2379e407da75747f261aeef0 2024-12-03T09:19:37,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:19:37,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 878003bc2379e407da75747f261aeef0 2024-12-03T09:19:37,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 878003bc2379e407da75747f261aeef0; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69472344, jitterRate=0.03521859645843506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:19:37,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 878003bc2379e407da75747f261aeef0 2024-12-03T09:19:37,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 878003bc2379e407da75747f261aeef0: Running coprocessor pre-open hook at 1733217577566Writing region info on filesystem at 1733217577566Initializing all the Stores at 1733217577567 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217577567Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217577567Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217577567Cleaning up temporary data from old regions at 1733217577585 (+18 ms)Running coprocessor post-open hooks at 1733217577588 (+3 ms)Region opened successfully at 1733217577588 2024-12-03T09:19:37,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0., pid=13, masterSystemTime=1733217577532 2024-12-03T09:19:37,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0. 2024-12-03T09:19:37,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0. 2024-12-03T09:19:37,592 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=878003bc2379e407da75747f261aeef0, regionState=OPEN, openSeqNum=9, regionLocation=699c9baf3d29,33785,1733217571874 2024-12-03T09:19:37,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 878003bc2379e407da75747f261aeef0, server=699c9baf3d29,33785,1733217571874 because future has completed 2024-12-03T09:19:37,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T09:19:37,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 878003bc2379e407da75747f261aeef0, server=699c9baf3d29,33785,1733217571874 in 220 msec 2024-12-03T09:19:37,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-03T09:19:37,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=878003bc2379e407da75747f261aeef0, ASSIGN in 378 msec 2024-12-03T09:19:37,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-03T09:19:37,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0., hostname=699c9baf3d29,33785,1733217571874, seqNum=9] 2024-12-03T09:19:37,626 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 699c9baf3d29,39075,1733217557053 2024-12-03T09:19:37,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-03T09:19:37,655 DEBUG [RS:0;699c9baf3d29:38891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:19:37,676 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/data/hbase/meta/1588230740/.tmp/ns/9e2654138d7b47c68cb930da80daeecc 2024-12-03T09:19:37,691 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/data/hbase/meta/1588230740/.tmp/ns/9e2654138d7b47c68cb930da80daeecc as hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/data/hbase/meta/1588230740/ns/9e2654138d7b47c68cb930da80daeecc 2024-12-03T09:19:37,701 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/data/hbase/meta/1588230740/ns/9e2654138d7b47c68cb930da80daeecc, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T09:19:37,702 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=6, compaction requested=false 2024-12-03T09:19:37,702 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T09:19:37,706 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T09:19:37,706 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T09:19:37,732 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T09:19:37,733 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:19:37,733 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:19:37,733 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:19:37,733 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217577254Running coprocessor pre-close hooks at 1733217577254Disabling compacts and flushes for region at 1733217577254Disabling writes for close at 1733217577254Obtaining lock to block concurrent updates at 1733217577254Preparing flush snapshotting stores in 1588230740 at 1733217577254Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733217577255 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733217577255Flushing 1588230740/ns: creating writer at 1733217577255Flushing 1588230740/ns: appending metadata at 1733217577270 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733217577270Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@343d23b7: reopening flushed file at 1733217577690 (+420 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=6, compaction requested=false at 1733217577702 (+12 ms)Writing region close event to WAL at 1733217577727 (+25 ms)Running coprocessor post-close hooks at 1733217577733 (+6 ms)Closed at 1733217577733 2024-12-03T09:19:37,733 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T09:19:37,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-03T09:19:37,855 INFO [RS:0;699c9baf3d29:38891 {}] regionserver.HRegionServer(976): stopping server 699c9baf3d29,38891,1733217562782; all regions closed. 2024-12-03T09:19:37,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741834_1010 (size=1152) 2024-12-03T09:19:37,860 DEBUG [RS:0;699c9baf3d29:38891 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/oldWALs 2024-12-03T09:19:37,861 INFO [RS:0;699c9baf3d29:38891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C38891%2C1733217562782.meta:.meta(num 1733217565806) 2024-12-03T09:19:37,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741832_1008 (size=93) 2024-12-03T09:19:37,874 DEBUG [RS:0;699c9baf3d29:38891 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/oldWALs 2024-12-03T09:19:37,874 INFO [RS:0;699c9baf3d29:38891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C38891%2C1733217562782:(num 1733217564845) 2024-12-03T09:19:37,874 DEBUG [RS:0;699c9baf3d29:38891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:37,874 INFO [RS:0;699c9baf3d29:38891 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:19:37,874 INFO [RS:0;699c9baf3d29:38891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:19:37,874 INFO [RS:0;699c9baf3d29:38891 {}] hbase.ChoreService(370): Chore service for: regionserver/699c9baf3d29:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T09:19:37,874 INFO [RS:0;699c9baf3d29:38891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:19:37,874 INFO [RS:0;699c9baf3d29:38891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38891 2024-12-03T09:19:37,875 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:19:37,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-245087717/rs 2024-12-03T09:19:37,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1019a7d0c920004, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-245087717/rs/699c9baf3d29,38891,1733217562782 2024-12-03T09:19:37,897 INFO [RS:0;699c9baf3d29:38891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:19:37,952 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,38891,1733217562782] 2024-12-03T09:19:37,970 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-245087717/draining/699c9baf3d29,38891,1733217562782 already deleted, retry=false 2024-12-03T09:19:37,970 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 699c9baf3d29,38891,1733217562782 expired; onlineServers=0 2024-12-03T09:19:37,970 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '699c9baf3d29,33227,1733217562613' ***** 2024-12-03T09:19:37,970 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T09:19:37,971 INFO [M:0;699c9baf3d29:33227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:19:37,971 INFO [M:0;699c9baf3d29:33227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:19:37,971 DEBUG [M:0;699c9baf3d29:33227 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T09:19:37,971 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T09:19:37,971 DEBUG [M:0;699c9baf3d29:33227 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T09:19:37,971 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217564601 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217564601,5,FailOnTimeoutGroup] 2024-12-03T09:19:37,971 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217564605 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217564605,5,FailOnTimeoutGroup] 2024-12-03T09:19:37,971 INFO [M:0;699c9baf3d29:33227 {}] hbase.ChoreService(370): Chore service for: master/699c9baf3d29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T09:19:37,971 INFO [M:0;699c9baf3d29:33227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:19:37,971 DEBUG [M:0;699c9baf3d29:33227 {}] master.HMaster(1795): Stopping service threads 2024-12-03T09:19:37,971 INFO [M:0;699c9baf3d29:33227 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T09:19:37,971 INFO [M:0;699c9baf3d29:33227 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:19:37,971 INFO [M:0;699c9baf3d29:33227 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T09:19:37,971 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T09:19:37,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-245087717/master 2024-12-03T09:19:37,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-245087717 2024-12-03T09:19:37,981 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-245087717/master already deleted, retry=false 2024-12-03T09:19:37,981 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-245087717/master 2024-12-03T09:19:37,982 INFO [M:0;699c9baf3d29:33227 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/.lastflushedseqids 2024-12-03T09:19:37,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741836_1012 (size=99) 2024-12-03T09:19:38,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1019a7d0c920004, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:19:38,053 INFO [RS:0;699c9baf3d29:38891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:19:38,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1019a7d0c920004, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:19:38,053 INFO [RS:0;699c9baf3d29:38891 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,38891,1733217562782; zookeeper connection closed. 2024-12-03T09:19:38,053 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77e40526 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77e40526 2024-12-03T09:19:38,053 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T09:19:38,389 INFO [M:0;699c9baf3d29:33227 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T09:19:38,390 INFO [M:0;699c9baf3d29:33227 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T09:19:38,390 DEBUG [M:0;699c9baf3d29:33227 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:19:38,390 INFO [M:0;699c9baf3d29:33227 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:38,390 DEBUG [M:0;699c9baf3d29:33227 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:38,390 DEBUG [M:0;699c9baf3d29:33227 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:19:38,390 DEBUG [M:0;699c9baf3d29:33227 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:38,390 INFO [M:0;699c9baf3d29:33227 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T09:19:38,411 DEBUG [M:0;699c9baf3d29:33227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d733828a06a46b3a0ebb0f9bf95d6e2 is 82, key is hbase:meta,,1/info:regioninfo/1733217565840/Put/seqid=0 2024-12-03T09:19:38,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741837_1013 (size=5672) 2024-12-03T09:19:38,419 INFO [M:0;699c9baf3d29:33227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d733828a06a46b3a0ebb0f9bf95d6e2 2024-12-03T09:19:38,446 DEBUG [M:0;699c9baf3d29:33227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16c6ca0a48a24ff18212ccbd4aa1ce8c is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733217565878/Put/seqid=0 2024-12-03T09:19:38,448 DEBUG [RS:0;699c9baf3d29:33785.replicationSource.wal-reader.699c9baf3d29%2C33785%2C1733217571874,1-699c9baf3d29,33785,1733217571874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,33785,1733217571874/699c9baf3d29%2C33785%2C1733217571874.1733217572989 to pos 0, reset compression=false 2024-12-03T09:19:38,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741838_1014 (size=5275) 2024-12-03T09:19:38,455 INFO [M:0;699c9baf3d29:33227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16c6ca0a48a24ff18212ccbd4aa1ce8c 2024-12-03T09:19:38,481 DEBUG [M:0;699c9baf3d29:33227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74130da7b4bb459289a6062ffea97b28 is 69, key is 699c9baf3d29,38891,1733217562782/rs:state/1733217564664/Put/seqid=0 2024-12-03T09:19:38,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741839_1015 (size=5156) 2024-12-03T09:19:38,489 INFO [M:0;699c9baf3d29:33227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74130da7b4bb459289a6062ffea97b28 2024-12-03T09:19:38,495 DEBUG [M:0;699c9baf3d29:33227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d733828a06a46b3a0ebb0f9bf95d6e2 as hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d733828a06a46b3a0ebb0f9bf95d6e2 2024-12-03T09:19:38,500 INFO [M:0;699c9baf3d29:33227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d733828a06a46b3a0ebb0f9bf95d6e2, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T09:19:38,500 DEBUG [M:0;699c9baf3d29:33227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16c6ca0a48a24ff18212ccbd4aa1ce8c as hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16c6ca0a48a24ff18212ccbd4aa1ce8c 2024-12-03T09:19:38,508 INFO [M:0;699c9baf3d29:33227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16c6ca0a48a24ff18212ccbd4aa1ce8c, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T09:19:38,509 DEBUG [M:0;699c9baf3d29:33227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74130da7b4bb459289a6062ffea97b28 as hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/74130da7b4bb459289a6062ffea97b28 2024-12-03T09:19:38,514 INFO [M:0;699c9baf3d29:33227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36829/user/jenkins/test-data/444b4d4d-1932-c64d-0cae-c5acaaf1fc4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/74130da7b4bb459289a6062ffea97b28, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T09:19:38,514 INFO [M:0;699c9baf3d29:33227 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=28, compaction requested=false 2024-12-03T09:19:38,520 INFO [M:0;699c9baf3d29:33227 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:38,520 DEBUG [M:0;699c9baf3d29:33227 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217578390Disabling compacts and flushes for region at 1733217578390Disabling writes for close at 1733217578390Obtaining lock to block concurrent updates at 1733217578390Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733217578390Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733217578390Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733217578391 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733217578391Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733217578411 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733217578411Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733217578425 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733217578445 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733217578445Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733217578462 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733217578481 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733217578481Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@378df6b5: reopening flushed file at 1733217578494 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46db71cf: reopening flushed file at 1733217578500 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72c86999: reopening flushed file at 1733217578508 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=28, compaction requested=false at 1733217578514 (+6 ms)Writing region close event to WAL at 1733217578520 (+6 ms)Closed at 1733217578520 2024-12-03T09:19:38,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741830_1006 (size=10165) 2024-12-03T09:19:38,523 INFO [M:0;699c9baf3d29:33227 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T09:19:38,523 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:19:38,523 INFO [M:0;699c9baf3d29:33227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33227 2024-12-03T09:19:38,524 INFO [M:0;699c9baf3d29:33227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:19:38,670 INFO [M:0;699c9baf3d29:33227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:19:38,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:19:38,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1019a7d0c920003, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:19:38,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35d3fbf1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:19:38,676 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@684fa325{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:19:38,676 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:19:38,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68df740a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:19:38,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d623266{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/hadoop.log.dir/,STOPPED} 2024-12-03T09:19:38,678 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T09:19:38,678 WARN [BP-1399583186-172.17.0.2-1733217560431 heartbeating to localhost/127.0.0.1:36829 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T09:19:38,678 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T09:19:38,678 WARN [BP-1399583186-172.17.0.2-1733217560431 heartbeating to localhost/127.0.0.1:36829 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1399583186-172.17.0.2-1733217560431 (Datanode Uuid 4b33e67f-144e-4f83-88e5-362a8ebd349d) service to localhost/127.0.0.1:36829 2024-12-03T09:19:38,679 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/cluster_ae6027ae-59e0-64b2-50bc-55ee92f816dc/data/data1/current/BP-1399583186-172.17.0.2-1733217560431 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:19:38,679 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/cluster_ae6027ae-59e0-64b2-50bc-55ee92f816dc/data/data2/current/BP-1399583186-172.17.0.2-1733217560431 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:19:38,679 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T09:19:38,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21bde6d2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:19:38,684 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@661b17a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:19:38,684 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:19:38,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e1b6fc7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:19:38,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e8d14ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/hadoop.log.dir/,STOPPED} 2024-12-03T09:19:38,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T09:19:38,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T09:19:38,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:19:38,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:19:38,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:38,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:38,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:19:38,704 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T09:19:38,704 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1787785415, stopped=false 2024-12-03T09:19:38,704 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=699c9baf3d29,38151,1733217571820 2024-12-03T09:19:38,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38151-0x1019a7d0c920006, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0447088159/running 2024-12-03T09:19:38,718 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1019a7d0c920007, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0447088159/running 2024-12-03T09:19:38,718 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1019a7d0c920007, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159 2024-12-03T09:19:38,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38151-0x1019a7d0c920006, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159 2024-12-03T09:19:38,718 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:19:38,718 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:19:38,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38151-0x1019a7d0c920006, quorum=127.0.0.1:63506, baseZNode=/0447088159 Set watcher on znode that does not yet exist, /0447088159/running 2024-12-03T09:19:38,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33785-0x1019a7d0c920007, quorum=127.0.0.1:63506, baseZNode=/0447088159 Set watcher on znode that does not yet exist, /0447088159/running 2024-12-03T09:19:38,719 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:19:38,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:38,720 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,33785,1733217571874' ***** 2024-12-03T09:19:38,720 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T09:19:38,720 INFO [RS:0;699c9baf3d29:33785 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:19:38,720 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:19:38,720 INFO [RS:0;699c9baf3d29:33785 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T09:19:38,720 INFO [RS:0;699c9baf3d29:33785 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T09:19:38,720 INFO [RS:0;699c9baf3d29:33785 {}] regionserver.HRegionServer(3091): Received CLOSE for 878003bc2379e407da75747f261aeef0 2024-12-03T09:19:38,720 INFO [RS:0;699c9baf3d29:33785 {}] regionserver.HRegionServer(959): stopping server 699c9baf3d29,33785,1733217571874 2024-12-03T09:19:38,720 INFO [RS:0;699c9baf3d29:33785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:19:38,720 INFO [RS:0;699c9baf3d29:33785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:33785. 2024-12-03T09:19:38,720 DEBUG [RS:0;699c9baf3d29:33785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:19:38,720 DEBUG [RS:0;699c9baf3d29:33785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:38,720 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 878003bc2379e407da75747f261aeef0, disabling compactions & flushes 2024-12-03T09:19:38,720 INFO [RS:0;699c9baf3d29:33785 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T09:19:38,720 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0. 2024-12-03T09:19:38,720 INFO [RS:0;699c9baf3d29:33785 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T09:19:38,720 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0. 2024-12-03T09:19:38,720 INFO [RS:0;699c9baf3d29:33785 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T09:19:38,720 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0. after waiting 0 ms 2024-12-03T09:19:38,720 INFO [RS:0;699c9baf3d29:33785 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T09:19:38,721 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0. 2024-12-03T09:19:38,721 INFO [RS:0;699c9baf3d29:33785 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T09:19:38,721 DEBUG [RS:0;699c9baf3d29:33785 {}] regionserver.HRegionServer(1325): Online Regions={878003bc2379e407da75747f261aeef0=hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T09:19:38,721 DEBUG [RS:0;699c9baf3d29:33785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 878003bc2379e407da75747f261aeef0 2024-12-03T09:19:38,721 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:19:38,721 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:19:38,721 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:19:38,721 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:19:38,721 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:19:38,721 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-03T09:19:38,732 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/replication/878003bc2379e407da75747f261aeef0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-03T09:19:38,733 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:19:38,733 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:19:38,733 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0. 2024-12-03T09:19:38,733 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 878003bc2379e407da75747f261aeef0: Waiting for close lock at 1733217578720Running coprocessor pre-close hooks at 1733217578720Disabling compacts and flushes for region at 1733217578720Disabling writes for close at 1733217578720Writing region close event to WAL at 1733217578721 (+1 ms)Running coprocessor post-close hooks at 1733217578733 (+12 ms)Closed at 1733217578733 2024-12-03T09:19:38,733 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0. 2024-12-03T09:19:38,740 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740/.tmp/info/8d21fb47e05d4156a839e06491d1f678 is 147, key is hbase:replication,,1733217565976.878003bc2379e407da75747f261aeef0./info:regioninfo/1733217577592/Put/seqid=0 2024-12-03T09:19:38,746 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:19:38,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741851_1027 (size=6385) 2024-12-03T09:19:38,805 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:19:38,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:38,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:38,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:38,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:38,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:38,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:38,842 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T09:19:38,842 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T09:19:38,921 DEBUG [RS:0;699c9baf3d29:33785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:19:39,121 DEBUG [RS:0;699c9baf3d29:33785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:19:39,152 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740/.tmp/info/8d21fb47e05d4156a839e06491d1f678 2024-12-03T09:19:39,157 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740/.tmp/info/8d21fb47e05d4156a839e06491d1f678 as hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740/info/8d21fb47e05d4156a839e06491d1f678 2024-12-03T09:19:39,161 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740/info/8d21fb47e05d4156a839e06491d1f678, entries=8, sequenceid=19, filesize=6.2 K 2024-12-03T09:19:39,162 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=19, compaction requested=false 2024-12-03T09:19:39,167 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-03T09:19:39,167 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:19:39,167 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:19:39,167 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:19:39,167 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217578721Running coprocessor pre-close hooks at 1733217578721Disabling compacts and flushes for region at 1733217578721Disabling writes for close at 1733217578721Obtaining lock to block concurrent updates at 1733217578721Preparing flush snapshotting stores in 1588230740 at 1733217578721Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733217578721Flushing stores of hbase:meta,,1.1588230740 at 1733217578722 (+1 ms)Flushing 1588230740/info: creating writer at 1733217578722Flushing 1588230740/info: appending metadata at 1733217578739 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733217578739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d55c7e7: reopening flushed file at 1733217579156 (+417 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=19, compaction requested=false at 1733217579162 (+6 ms)Writing region close event to WAL at 1733217579164 (+2 ms)Running coprocessor post-close hooks at 1733217579167 (+3 ms)Closed at 1733217579167 2024-12-03T09:19:39,167 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T09:19:39,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:19:39,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T09:19:39,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:19:39,321 INFO [RS:0;699c9baf3d29:33785 {}] regionserver.HRegionServer(976): stopping server 699c9baf3d29,33785,1733217571874; all regions closed. 2024-12-03T09:19:39,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741849_1025 (size=2156) 2024-12-03T09:19:39,324 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/WALs/699c9baf3d29,33785,1733217571874/699c9baf3d29%2C33785%2C1733217571874.meta.1733217573285.meta not finished, retry = 0 2024-12-03T09:19:39,426 DEBUG [RS:0;699c9baf3d29:33785 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/oldWALs 2024-12-03T09:19:39,426 INFO [RS:0;699c9baf3d29:33785 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C33785%2C1733217571874.meta:.meta(num 1733217573285) 2024-12-03T09:19:39,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741850_1026 (size=796) 2024-12-03T09:19:39,430 DEBUG [RS:0;699c9baf3d29:33785 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/oldWALs 2024-12-03T09:19:39,430 INFO [RS:0;699c9baf3d29:33785 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C33785%2C1733217571874.rep:(num 1733217577538) 2024-12-03T09:19:39,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741848_1024 (size=93) 2024-12-03T09:19:39,433 DEBUG [RS:0;699c9baf3d29:33785 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/oldWALs 2024-12-03T09:19:39,433 INFO [RS:0;699c9baf3d29:33785 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C33785%2C1733217571874:(num 1733217572989) 2024-12-03T09:19:39,433 DEBUG [RS:0;699c9baf3d29:33785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:39,433 INFO [RS:0;699c9baf3d29:33785 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:19:39,433 INFO [RS:0;699c9baf3d29:33785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:19:39,434 INFO [RS:0;699c9baf3d29:33785 {}] hbase.ChoreService(370): Chore service for: regionserver/699c9baf3d29:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T09:19:39,434 INFO [RS:0;699c9baf3d29:33785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:19:39,434 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:19:39,434 INFO [RS:0;699c9baf3d29:33785 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-699c9baf3d29,33785,1733217571874 because: Region server is closing 2024-12-03T09:19:39,434 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-03T09:19:39,434 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-03T09:19:39,434 INFO [RS:0;699c9baf3d29:33785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:33785. 2024-12-03T09:19:39,434 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-03T09:19:39,434 DEBUG [RS:0;699c9baf3d29:33785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:19:39,434 DEBUG [RS:0;699c9baf3d29:33785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:39,434 DEBUG [RS:0;699c9baf3d29:33785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:39,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:19:39,535 WARN [RS:0;699c9baf3d29:33785.replicationSource.shipper699c9baf3d29%2C33785%2C1733217571874,1-699c9baf3d29,33785,1733217571874 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T09:19:39,535 WARN [RS:0;699c9baf3d29:33785.replicationSource.wal-reader.699c9baf3d29%2C33785%2C1733217571874,1-699c9baf3d29,33785,1733217571874 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T09:19:39,535 INFO [RS:0;699c9baf3d29:33785 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;699c9baf3d29:33785.replicationSource.shipper699c9baf3d29%2C33785%2C1733217571874,1-699c9baf3d29,33785,1733217571874 terminated 2024-12-03T09:19:39,535 INFO [RS:0;699c9baf3d29:33785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33785 2024-12-03T09:19:39,557 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1019a7d0c920007, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0447088159/rs/699c9baf3d29,33785,1733217571874 2024-12-03T09:19:39,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38151-0x1019a7d0c920006, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159/rs 2024-12-03T09:19:39,558 INFO [RS:0;699c9baf3d29:33785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:19:39,570 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,33785,1733217571874] 2024-12-03T09:19:39,581 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0447088159/draining/699c9baf3d29,33785,1733217571874 already deleted, retry=false 2024-12-03T09:19:39,581 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 699c9baf3d29,33785,1733217571874 expired; onlineServers=0 2024-12-03T09:19:39,581 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '699c9baf3d29,38151,1733217571820' ***** 2024-12-03T09:19:39,581 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T09:19:39,581 INFO [M:0;699c9baf3d29:38151 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:19:39,581 INFO [M:0;699c9baf3d29:38151 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:19:39,581 DEBUG [M:0;699c9baf3d29:38151 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T09:19:39,581 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T09:19:39,581 DEBUG [M:0;699c9baf3d29:38151 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T09:19:39,581 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217572695 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217572695,5,FailOnTimeoutGroup] 2024-12-03T09:19:39,581 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217572696 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217572696,5,FailOnTimeoutGroup] 2024-12-03T09:19:39,581 INFO [M:0;699c9baf3d29:38151 {}] hbase.ChoreService(370): Chore service for: master/699c9baf3d29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T09:19:39,581 INFO [M:0;699c9baf3d29:38151 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:19:39,581 DEBUG [M:0;699c9baf3d29:38151 {}] master.HMaster(1795): Stopping service threads 2024-12-03T09:19:39,581 INFO [M:0;699c9baf3d29:38151 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T09:19:39,581 INFO [M:0;699c9baf3d29:38151 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:19:39,582 INFO [M:0;699c9baf3d29:38151 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T09:19:39,582 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T09:19:39,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38151-0x1019a7d0c920006, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0447088159/master 2024-12-03T09:19:39,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38151-0x1019a7d0c920006, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447088159 2024-12-03T09:19:39,591 DEBUG [M:0;699c9baf3d29:38151 {}] zookeeper.ZKUtil(347): master:38151-0x1019a7d0c920006, quorum=127.0.0.1:63506, baseZNode=/0447088159 Unable to get data of znode /0447088159/master because node does not exist (not an error) 2024-12-03T09:19:39,591 WARN [M:0;699c9baf3d29:38151 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T09:19:39,592 INFO [M:0;699c9baf3d29:38151 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/.lastflushedseqids 2024-12-03T09:19:39,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741852_1028 (size=181) 2024-12-03T09:19:39,671 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1019a7d0c920007, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:19:39,671 INFO [RS:0;699c9baf3d29:33785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:19:39,671 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1019a7d0c920007, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:19:39,671 INFO [RS:0;699c9baf3d29:33785 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,33785,1733217571874; zookeeper connection closed. 2024-12-03T09:19:39,671 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@250cbd3c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@250cbd3c 2024-12-03T09:19:39,671 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T09:19:39,999 INFO [M:0;699c9baf3d29:38151 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T09:19:39,999 INFO [M:0;699c9baf3d29:38151 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T09:19:39,999 DEBUG [M:0;699c9baf3d29:38151 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:19:39,999 INFO [M:0;699c9baf3d29:38151 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:39,999 DEBUG [M:0;699c9baf3d29:38151 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:39,999 DEBUG [M:0;699c9baf3d29:38151 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:19:39,999 DEBUG [M:0;699c9baf3d29:38151 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:40,000 INFO [M:0;699c9baf3d29:38151 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-03T09:19:40,023 DEBUG [M:0;699c9baf3d29:38151 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb3d0c23f49b4bb1813fb9d7d7eacb73 is 82, key is hbase:meta,,1/info:regioninfo/1733217573329/Put/seqid=0 2024-12-03T09:19:40,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741853_1029 (size=5672) 2024-12-03T09:19:40,039 INFO [M:0;699c9baf3d29:38151 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb3d0c23f49b4bb1813fb9d7d7eacb73 2024-12-03T09:19:40,068 DEBUG [M:0;699c9baf3d29:38151 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d74748543583461d819de4cc297d3a87 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733217577603/Put/seqid=0 2024-12-03T09:19:40,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741854_1030 (size=7312) 2024-12-03T09:19:40,472 INFO [M:0;699c9baf3d29:38151 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d74748543583461d819de4cc297d3a87 2024-12-03T09:19:40,493 DEBUG [M:0;699c9baf3d29:38151 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/045f52c92c114571a54c53e4ce370aa9 is 69, key is 699c9baf3d29,33785,1733217571874/rs:state/1733217572760/Put/seqid=0 2024-12-03T09:19:40,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741855_1031 (size=5370) 2024-12-03T09:19:40,906 INFO [M:0;699c9baf3d29:38151 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/045f52c92c114571a54c53e4ce370aa9 2024-12-03T09:19:40,912 INFO [M:0;699c9baf3d29:38151 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 045f52c92c114571a54c53e4ce370aa9 2024-12-03T09:19:40,913 DEBUG [M:0;699c9baf3d29:38151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb3d0c23f49b4bb1813fb9d7d7eacb73 as hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb3d0c23f49b4bb1813fb9d7d7eacb73 2024-12-03T09:19:40,930 INFO [M:0;699c9baf3d29:38151 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb3d0c23f49b4bb1813fb9d7d7eacb73, entries=8, sequenceid=127, filesize=5.5 K 2024-12-03T09:19:40,931 DEBUG [M:0;699c9baf3d29:38151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d74748543583461d819de4cc297d3a87 as hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d74748543583461d819de4cc297d3a87 2024-12-03T09:19:40,937 INFO [M:0;699c9baf3d29:38151 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d74748543583461d819de4cc297d3a87, entries=7, sequenceid=127, filesize=7.1 K 2024-12-03T09:19:40,938 DEBUG [M:0;699c9baf3d29:38151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/045f52c92c114571a54c53e4ce370aa9 as hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/045f52c92c114571a54c53e4ce370aa9 2024-12-03T09:19:40,944 INFO [M:0;699c9baf3d29:38151 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 045f52c92c114571a54c53e4ce370aa9 2024-12-03T09:19:40,944 INFO [M:0;699c9baf3d29:38151 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36513/user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/045f52c92c114571a54c53e4ce370aa9, entries=2, sequenceid=127, filesize=5.2 K 2024-12-03T09:19:40,945 INFO [M:0;699c9baf3d29:38151 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 946ms, sequenceid=127, compaction requested=false 2024-12-03T09:19:40,951 INFO [M:0;699c9baf3d29:38151 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:40,951 DEBUG [M:0;699c9baf3d29:38151 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217579999Disabling compacts and flushes for region at 1733217579999Disabling writes for close at 1733217579999Obtaining lock to block concurrent updates at 1733217580000 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733217580000Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733217580000Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733217580001 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733217580001Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733217580021 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733217580021Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733217580044 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733217580067 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733217580067Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733217580476 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733217580492 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733217580492Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7720da28: reopening flushed file at 1733217580912 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@116434e: reopening flushed file at 1733217580930 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bba2b4: reopening flushed file at 1733217580937 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 946ms, sequenceid=127, compaction requested=false at 1733217580945 (+8 ms)Writing region close event to WAL at 1733217580951 (+6 ms)Closed at 1733217580951 2024-12-03T09:19:40,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44633 is added to blk_1073741847_1023 (size=22903) 2024-12-03T09:19:40,954 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e237fdad-436b-d00b-79d0-d8f26e1638be/MasterData/WALs/699c9baf3d29,38151,1733217571820/699c9baf3d29%2C38151%2C1733217571820.1733217572416 not finished, retry = 0 2024-12-03T09:19:41,055 INFO [M:0;699c9baf3d29:38151 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T09:19:41,055 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:19:41,055 INFO [M:0;699c9baf3d29:38151 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38151 2024-12-03T09:19:41,055 INFO [M:0;699c9baf3d29:38151 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:19:41,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38151-0x1019a7d0c920006, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:19:41,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38151-0x1019a7d0c920006, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:19:41,176 INFO [M:0;699c9baf3d29:38151 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:19:41,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ac8bff7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:19:41,179 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53f6c943{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:19:41,179 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:19:41,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26803457{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:19:41,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56a0bafb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/hadoop.log.dir/,STOPPED} 2024-12-03T09:19:41,181 WARN [BP-1943771128-172.17.0.2-1733217554684 heartbeating to localhost/127.0.0.1:36513 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T09:19:41,181 WARN [BP-1943771128-172.17.0.2-1733217554684 heartbeating to localhost/127.0.0.1:36513 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1943771128-172.17.0.2-1733217554684 (Datanode Uuid 6ddf7cc7-03c9-47bd-946c-7809d34ac460) service to localhost/127.0.0.1:36513 2024-12-03T09:19:41,181 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T09:19:41,181 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T09:19:41,182 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/cluster_69079405-7e3a-db2a-2e87-1046b2c48f93/data/data1/current/BP-1943771128-172.17.0.2-1733217554684 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:19:41,182 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/cluster_69079405-7e3a-db2a-2e87-1046b2c48f93/data/data2/current/BP-1943771128-172.17.0.2-1733217554684 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:19:41,182 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T09:19:41,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f317f77{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:19:41,189 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b270fd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:19:41,189 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:19:41,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7895aa1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:19:41,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d0dd41e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f616a8d9-a840-3d99-f86d-7de4211cea94/hadoop.log.dir/,STOPPED} 2024-12-03T09:19:41,196 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T09:19:41,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T09:19:41,241 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 158) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63506) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36829 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36513 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:36513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:36829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36513 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36829 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63506) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:36513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36513 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36829 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=309 (was 244) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=13694 (was 12966) - AvailableMemoryMB LEAK? - 2024-12-03T09:19:41,253 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=309, ProcessCount=12, AvailableMemoryMB=13687 2024-12-03T09:19:41,272 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-03T09:19:41,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/hadoop.log.dir so I do NOT create it in target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28 2024-12-03T09:19:41,273 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T09:19:41,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/hadoop.tmp.dir so I do NOT create it in target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28 2024-12-03T09:19:41,273 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/512e9629-e65c-b75b-31bf-b4e56dab1f8b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T09:19:41,273 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28 2024-12-03T09:19:41,273 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/cluster_71e74408-618e-7dd9-7237-a5d496df876d, deleteOnExit=true 2024-12-03T09:19:41,278 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/cluster_71e74408-618e-7dd9-7237-a5d496df876d/zookeeper_0, clientPort=52233, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/cluster_71e74408-618e-7dd9-7237-a5d496df876d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/cluster_71e74408-618e-7dd9-7237-a5d496df876d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T09:19:41,279 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52233 2024-12-03T09:19:41,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T09:19:41,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T09:19:41,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/test.cache.data in system properties and HBase conf 2024-12-03T09:19:41,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T09:19:41,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/hadoop.log.dir in system properties and HBase conf 2024-12-03T09:19:41,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T09:19:41,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T09:19:41,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T09:19:41,280 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T09:19:41,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:19:41,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:19:41,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T09:19:41,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:19:41,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T09:19:41,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T09:19:41,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:19:41,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:19:41,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T09:19:41,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/nfs.dump.dir in system properties and HBase conf 2024-12-03T09:19:41,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/java.io.tmpdir in system properties and HBase conf 2024-12-03T09:19:41,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:19:41,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T09:19:41,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T09:19:41,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019a7d0c920002, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T09:19:41,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019a7d0c920005, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T09:19:41,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019a7d0c920002, quorum=127.0.0.1:63506, baseZNode=/0447088159 Received Disconnected from ZooKeeper, ignoring 2024-12-03T09:19:41,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019a7d0c920005, quorum=127.0.0.1:63506, baseZNode=/1-245087717 Received Disconnected from ZooKeeper, ignoring 2024-12-03T09:19:41,930 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:19:41,934 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:19:41,935 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:19:41,935 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:19:41,935 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T09:19:41,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:19:41,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@610bcfc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:19:41,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4898b990{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:19:42,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e8be9b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/java.io.tmpdir/jetty-localhost-44033-hadoop-hdfs-3_4_1-tests_jar-_-any-14904479096492148547/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:19:42,027 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47996aa0{HTTP/1.1, (http/1.1)}{localhost:44033} 2024-12-03T09:19:42,027 INFO [Time-limited test {}] server.Server(415): Started @168660ms 2024-12-03T09:19:42,506 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:19:42,509 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:19:42,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:19:42,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:19:42,516 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T09:19:42,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18fe9ea1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:19:42,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70ac5155{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:19:42,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17373f9c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/java.io.tmpdir/jetty-localhost-34579-hadoop-hdfs-3_4_1-tests_jar-_-any-7330653699359720299/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:19:42,655 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ecea2b4{HTTP/1.1, (http/1.1)}{localhost:34579} 2024-12-03T09:19:42,655 INFO [Time-limited test {}] server.Server(415): Started @169288ms 2024-12-03T09:19:42,657 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T09:19:43,353 WARN [Thread-1677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/cluster_71e74408-618e-7dd9-7237-a5d496df876d/data/data1/current/BP-281337652-172.17.0.2-1733217581297/current, will proceed with Du for space computation calculation, 2024-12-03T09:19:43,360 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/cluster_71e74408-618e-7dd9-7237-a5d496df876d/data/data2/current/BP-281337652-172.17.0.2-1733217581297/current, will proceed with Du for space computation calculation, 2024-12-03T09:19:43,395 WARN [Thread-1665 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T09:19:43,397 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbdfc67f4f5d8be1b with lease ID 0x2c23d608b6fc8096: Processing first storage report for DS-3cfc6d50-4a64-413a-beb1-89de08fb4fca from datanode DatanodeRegistration(127.0.0.1:44525, datanodeUuid=709dc13f-8052-4161-996f-e0861650b69c, infoPort=38829, infoSecurePort=0, ipcPort=40943, storageInfo=lv=-57;cid=testClusterID;nsid=1652696578;c=1733217581297) 2024-12-03T09:19:43,397 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbdfc67f4f5d8be1b with lease ID 0x2c23d608b6fc8096: from storage DS-3cfc6d50-4a64-413a-beb1-89de08fb4fca node DatanodeRegistration(127.0.0.1:44525, datanodeUuid=709dc13f-8052-4161-996f-e0861650b69c, infoPort=38829, infoSecurePort=0, ipcPort=40943, storageInfo=lv=-57;cid=testClusterID;nsid=1652696578;c=1733217581297), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:19:43,397 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbdfc67f4f5d8be1b with lease ID 0x2c23d608b6fc8096: Processing first storage report for DS-70c49a9e-5ea2-4465-a881-33737003e95e from datanode DatanodeRegistration(127.0.0.1:44525, datanodeUuid=709dc13f-8052-4161-996f-e0861650b69c, infoPort=38829, infoSecurePort=0, ipcPort=40943, storageInfo=lv=-57;cid=testClusterID;nsid=1652696578;c=1733217581297) 2024-12-03T09:19:43,397 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbdfc67f4f5d8be1b with lease ID 0x2c23d608b6fc8096: from storage DS-70c49a9e-5ea2-4465-a881-33737003e95e node DatanodeRegistration(127.0.0.1:44525, datanodeUuid=709dc13f-8052-4161-996f-e0861650b69c, infoPort=38829, infoSecurePort=0, ipcPort=40943, storageInfo=lv=-57;cid=testClusterID;nsid=1652696578;c=1733217581297), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:19:43,399 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28 2024-12-03T09:19:43,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:43,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:43,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741825_1001 (size=7) 2024-12-03T09:19:43,415 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176 with version=8 2024-12-03T09:19:43,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/hbase-staging 2024-12-03T09:19:43,418 INFO [Time-limited test {}] client.ConnectionUtils(128): master/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:19:43,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:43,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:43,418 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:19:43,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:43,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:19:43,418 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T09:19:43,418 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:19:43,420 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43159 2024-12-03T09:19:43,421 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43159 connecting to ZooKeeper ensemble=127.0.0.1:52233 2024-12-03T09:19:43,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431590x0, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:19:43,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43159-0x1019a7d74880000 connected 2024-12-03T09:19:43,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:43,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:43,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Set watcher on znode that does not yet exist, /0-603629895/running 2024-12-03T09:19:43,561 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176, hbase.cluster.distributed=false 2024-12-03T09:19:43,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Set watcher on znode that does not yet exist, /0-603629895/acl 2024-12-03T09:19:43,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43159 2024-12-03T09:19:43,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43159 2024-12-03T09:19:43,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43159 2024-12-03T09:19:43,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43159 2024-12-03T09:19:43,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43159 2024-12-03T09:19:43,575 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:19:43,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:43,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:43,576 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:19:43,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:43,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:19:43,576 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:19:43,576 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:19:43,576 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35995 2024-12-03T09:19:43,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35995 connecting to ZooKeeper ensemble=127.0.0.1:52233 2024-12-03T09:19:43,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:43,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:43,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359950x0, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:19:43,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359950x0, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Set watcher on znode that does not yet exist, /0-603629895/running 2024-12-03T09:19:43,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35995-0x1019a7d74880001 connected 2024-12-03T09:19:43,590 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:19:43,592 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:19:43,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35995-0x1019a7d74880001, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Set watcher on znode that does not yet exist, /0-603629895/master 2024-12-03T09:19:43,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35995-0x1019a7d74880001, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Set watcher on znode that does not yet exist, /0-603629895/acl 2024-12-03T09:19:43,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35995 2024-12-03T09:19:43,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35995 2024-12-03T09:19:43,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35995 2024-12-03T09:19:43,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35995 2024-12-03T09:19:43,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35995 2024-12-03T09:19:43,609 DEBUG [M:0;699c9baf3d29:43159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;699c9baf3d29:43159 2024-12-03T09:19:43,610 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-603629895/backup-masters/699c9baf3d29,43159,1733217583417 2024-12-03T09:19:43,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603629895/backup-masters 2024-12-03T09:19:43,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35995-0x1019a7d74880001, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603629895/backup-masters 2024-12-03T09:19:43,622 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Set watcher on existing znode=/0-603629895/backup-masters/699c9baf3d29,43159,1733217583417 2024-12-03T09:19:43,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35995-0x1019a7d74880001, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-603629895/master 2024-12-03T09:19:43,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603629895 2024-12-03T09:19:43,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35995-0x1019a7d74880001, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603629895 2024-12-03T09:19:43,632 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Set watcher on existing znode=/0-603629895/master 2024-12-03T09:19:43,633 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-603629895/backup-masters/699c9baf3d29,43159,1733217583417 from backup master directory 2024-12-03T09:19:43,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-603629895/backup-masters/699c9baf3d29,43159,1733217583417 2024-12-03T09:19:43,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35995-0x1019a7d74880001, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603629895/backup-masters 2024-12-03T09:19:43,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603629895/backup-masters 2024-12-03T09:19:43,642 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:19:43,642 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=699c9baf3d29,43159,1733217583417 2024-12-03T09:19:43,646 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/hbase.id] with ID: 4b3b7d8a-abf3-4d79-9366-5dff5b07b348 2024-12-03T09:19:43,646 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/.tmp/hbase.id 2024-12-03T09:19:43,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741826_1002 (size=42) 2024-12-03T09:19:44,055 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/.tmp/hbase.id]:[hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/hbase.id] 2024-12-03T09:19:44,072 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:44,072 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T09:19:44,073 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T09:19:44,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35995-0x1019a7d74880001, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603629895 2024-12-03T09:19:44,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603629895 2024-12-03T09:19:44,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741827_1003 (size=196) 2024-12-03T09:19:44,235 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:19:44,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:44,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:44,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:44,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:44,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:44,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:44,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:44,526 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:19:44,527 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T09:19:44,528 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:19:44,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741828_1004 (size=1189) 2024-12-03T09:19:44,937 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/MasterData/data/master/store 2024-12-03T09:19:44,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741829_1005 (size=34) 2024-12-03T09:19:45,349 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:45,349 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:19:45,349 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:45,349 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:45,349 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:19:45,349 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:45,349 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:45,349 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217585349Disabling compacts and flushes for region at 1733217585349Disabling writes for close at 1733217585349Writing region close event to WAL at 1733217585349Closed at 1733217585349 2024-12-03T09:19:45,350 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/MasterData/data/master/store/.initializing 2024-12-03T09:19:45,350 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/MasterData/WALs/699c9baf3d29,43159,1733217583417 2024-12-03T09:19:45,351 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:19:45,352 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C43159%2C1733217583417, suffix=, logDir=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/MasterData/WALs/699c9baf3d29,43159,1733217583417, archiveDir=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/MasterData/oldWALs, maxLogs=10 2024-12-03T09:19:45,363 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/MasterData/WALs/699c9baf3d29,43159,1733217583417/699c9baf3d29%2C43159%2C1733217583417.1733217585352, exclude list is [], retry=0 2024-12-03T09:19:45,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44525,DS-3cfc6d50-4a64-413a-beb1-89de08fb4fca,DISK] 2024-12-03T09:19:45,366 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/MasterData/WALs/699c9baf3d29,43159,1733217583417/699c9baf3d29%2C43159%2C1733217583417.1733217585352 2024-12-03T09:19:45,367 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38829:38829)] 2024-12-03T09:19:45,367 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:19:45,367 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:45,367 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:45,367 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:45,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:45,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T09:19:45,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:45,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:45,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:45,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T09:19:45,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:45,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:45,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:45,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T09:19:45,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:45,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:45,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:45,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T09:19:45,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:45,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:45,374 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:45,375 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:45,375 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:45,376 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:45,376 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:45,377 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:19:45,378 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:45,379 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:19:45,380 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61907002, jitterRate=-0.07751378417015076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:19:45,380 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733217585367Initializing all the Stores at 1733217585368 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217585368Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217585368Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217585368Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217585368Cleaning up temporary data from old regions at 1733217585376 (+8 ms)Region opened successfully at 1733217585380 (+4 ms) 2024-12-03T09:19:45,381 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T09:19:45,383 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5121d879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:19:45,384 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T09:19:45,384 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T09:19:45,384 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T09:19:45,384 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T09:19:45,385 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T09:19:45,385 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T09:19:45,385 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T09:19:45,386 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T09:19:45,387 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Unable to get data of znode /0-603629895/balancer because node does not exist (not necessarily an error) 2024-12-03T09:19:45,516 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-603629895/balancer already deleted, retry=false 2024-12-03T09:19:45,516 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T09:19:45,517 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Unable to get data of znode /0-603629895/normalizer because node does not exist (not necessarily an error) 2024-12-03T09:19:45,526 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-603629895/normalizer already deleted, retry=false 2024-12-03T09:19:45,527 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T09:19:45,527 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Unable to get data of znode /0-603629895/switch/split because node does not exist (not necessarily an error) 2024-12-03T09:19:45,537 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-603629895/switch/split already deleted, retry=false 2024-12-03T09:19:45,538 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Unable to get data of znode /0-603629895/switch/merge because node does not exist (not necessarily an error) 2024-12-03T09:19:45,547 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-603629895/switch/merge already deleted, retry=false 2024-12-03T09:19:45,549 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Unable to get data of znode /0-603629895/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T09:19:45,558 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-603629895/snapshot-cleanup already deleted, retry=false 2024-12-03T09:19:45,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-603629895/running 2024-12-03T09:19:45,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35995-0x1019a7d74880001, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-603629895/running 2024-12-03T09:19:45,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603629895 2024-12-03T09:19:45,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35995-0x1019a7d74880001, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603629895 2024-12-03T09:19:45,569 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=699c9baf3d29,43159,1733217583417, sessionid=0x1019a7d74880000, setting cluster-up flag (Was=false) 2024-12-03T09:19:45,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35995-0x1019a7d74880001, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603629895 2024-12-03T09:19:45,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603629895 2024-12-03T09:19:45,621 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-603629895/flush-table-proc/acquired, /0-603629895/flush-table-proc/reached, /0-603629895/flush-table-proc/abort 2024-12-03T09:19:45,622 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,43159,1733217583417 2024-12-03T09:19:45,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35995-0x1019a7d74880001, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603629895 2024-12-03T09:19:45,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603629895 2024-12-03T09:19:45,674 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-603629895/online-snapshot/acquired, /0-603629895/online-snapshot/reached, /0-603629895/online-snapshot/abort 2024-12-03T09:19:45,675 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,43159,1733217583417 2024-12-03T09:19:45,675 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T09:19:45,677 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T09:19:45,677 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T09:19:45,677 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T09:19:45,677 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 699c9baf3d29,39075,1733217557053: status=Processing ServerCrashProcedure of 699c9baf3d29,39075,1733217557053 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733217572696, completionTime=-1 appears to have been leaked 2024-12-03T09:19:45,677 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 699c9baf3d29,43159,1733217583417 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T09:19:45,678 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:19:45,678 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:19:45,678 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:19:45,678 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:19:45,678 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/699c9baf3d29:0, corePoolSize=10, maxPoolSize=10 2024-12-03T09:19:45,678 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:45,678 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:19:45,678 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:45,679 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733217615679 2024-12-03T09:19:45,679 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T09:19:45,679 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T09:19:45,679 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T09:19:45,679 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T09:19:45,679 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T09:19:45,679 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T09:19:45,679 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:45,679 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:19:45,679 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T09:19:45,679 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T09:19:45,679 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T09:19:45,679 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T09:19:45,679 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T09:19:45,680 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T09:19:45,680 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T09:19:45,680 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217585680,5,FailOnTimeoutGroup] 2024-12-03T09:19:45,680 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:45,680 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T09:19:45,681 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217585680,5,FailOnTimeoutGroup] 2024-12-03T09:19:45,681 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:45,681 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T09:19:45,681 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:45,681 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:45,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741831_1007 (size=1321) 2024-12-03T09:19:45,703 INFO [RS:0;699c9baf3d29:35995 {}] regionserver.HRegionServer(746): ClusterId : 4b3b7d8a-abf3-4d79-9366-5dff5b07b348 2024-12-03T09:19:45,703 DEBUG [RS:0;699c9baf3d29:35995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:19:45,714 DEBUG [RS:0;699c9baf3d29:35995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:19:45,714 DEBUG [RS:0;699c9baf3d29:35995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:19:45,727 DEBUG [RS:0;699c9baf3d29:35995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:19:45,727 DEBUG [RS:0;699c9baf3d29:35995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750a0166, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:19:45,741 DEBUG [RS:0;699c9baf3d29:35995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;699c9baf3d29:35995 2024-12-03T09:19:45,741 INFO [RS:0;699c9baf3d29:35995 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:19:45,741 INFO [RS:0;699c9baf3d29:35995 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:19:45,741 DEBUG [RS:0;699c9baf3d29:35995 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:19:45,742 INFO [RS:0;699c9baf3d29:35995 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,43159,1733217583417 with port=35995, startcode=1733217583575 2024-12-03T09:19:45,742 DEBUG [RS:0;699c9baf3d29:35995 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:19:45,743 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:19:45,744 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43159 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,35995,1733217583575 2024-12-03T09:19:45,744 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43159 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,35995,1733217583575 2024-12-03T09:19:45,745 DEBUG [RS:0;699c9baf3d29:35995 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176 2024-12-03T09:19:45,745 DEBUG [RS:0;699c9baf3d29:35995 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43275 2024-12-03T09:19:45,745 DEBUG [RS:0;699c9baf3d29:35995 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:19:45,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603629895/rs 2024-12-03T09:19:45,756 DEBUG [RS:0;699c9baf3d29:35995 {}] zookeeper.ZKUtil(111): regionserver:35995-0x1019a7d74880001, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Set watcher on existing znode=/0-603629895/rs/699c9baf3d29,35995,1733217583575 2024-12-03T09:19:45,757 WARN [RS:0;699c9baf3d29:35995 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:19:45,757 INFO [RS:0;699c9baf3d29:35995 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:19:45,757 DEBUG [RS:0;699c9baf3d29:35995 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575 2024-12-03T09:19:45,758 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,35995,1733217583575] 2024-12-03T09:19:45,760 INFO [RS:0;699c9baf3d29:35995 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:19:45,761 INFO [RS:0;699c9baf3d29:35995 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:19:45,763 INFO [RS:0;699c9baf3d29:35995 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:19:45,763 INFO [RS:0;699c9baf3d29:35995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:45,764 INFO [RS:0;699c9baf3d29:35995 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:19:45,765 INFO [RS:0;699c9baf3d29:35995 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:19:45,765 INFO [RS:0;699c9baf3d29:35995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:45,765 DEBUG [RS:0;699c9baf3d29:35995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:45,765 DEBUG [RS:0;699c9baf3d29:35995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:45,765 DEBUG [RS:0;699c9baf3d29:35995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:45,765 DEBUG [RS:0;699c9baf3d29:35995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:45,765 DEBUG [RS:0;699c9baf3d29:35995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:45,765 DEBUG [RS:0;699c9baf3d29:35995 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:19:45,765 DEBUG [RS:0;699c9baf3d29:35995 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:45,765 DEBUG [RS:0;699c9baf3d29:35995 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:45,765 DEBUG [RS:0;699c9baf3d29:35995 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:45,765 DEBUG [RS:0;699c9baf3d29:35995 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:45,765 DEBUG [RS:0;699c9baf3d29:35995 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:45,765 DEBUG [RS:0;699c9baf3d29:35995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:45,765 DEBUG [RS:0;699c9baf3d29:35995 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:19:45,765 DEBUG [RS:0;699c9baf3d29:35995 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:19:45,771 INFO [RS:0;699c9baf3d29:35995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:45,771 INFO [RS:0;699c9baf3d29:35995 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:45,771 INFO [RS:0;699c9baf3d29:35995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:45,771 INFO [RS:0;699c9baf3d29:35995 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:45,771 INFO [RS:0;699c9baf3d29:35995 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:45,771 INFO [RS:0;699c9baf3d29:35995 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35995,1733217583575-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:19:45,788 INFO [RS:0;699c9baf3d29:35995 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:19:45,788 INFO [RS:0;699c9baf3d29:35995 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35995,1733217583575-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:45,788 INFO [RS:0;699c9baf3d29:35995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:45,789 INFO [RS:0;699c9baf3d29:35995 {}] regionserver.Replication(171): 699c9baf3d29,35995,1733217583575 started 2024-12-03T09:19:45,803 INFO [RS:0;699c9baf3d29:35995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:45,803 INFO [RS:0;699c9baf3d29:35995 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,35995,1733217583575, RpcServer on 699c9baf3d29/172.17.0.2:35995, sessionid=0x1019a7d74880001 2024-12-03T09:19:45,803 DEBUG [RS:0;699c9baf3d29:35995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:19:45,803 DEBUG [RS:0;699c9baf3d29:35995 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,35995,1733217583575 2024-12-03T09:19:45,803 DEBUG [RS:0;699c9baf3d29:35995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,35995,1733217583575' 2024-12-03T09:19:45,803 DEBUG [RS:0;699c9baf3d29:35995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-603629895/flush-table-proc/abort' 2024-12-03T09:19:45,803 DEBUG [RS:0;699c9baf3d29:35995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-603629895/flush-table-proc/acquired' 2024-12-03T09:19:45,804 DEBUG [RS:0;699c9baf3d29:35995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:19:45,804 DEBUG [RS:0;699c9baf3d29:35995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:19:45,804 DEBUG [RS:0;699c9baf3d29:35995 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,35995,1733217583575 2024-12-03T09:19:45,804 DEBUG [RS:0;699c9baf3d29:35995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,35995,1733217583575' 2024-12-03T09:19:45,804 DEBUG [RS:0;699c9baf3d29:35995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-603629895/online-snapshot/abort' 2024-12-03T09:19:45,804 DEBUG [RS:0;699c9baf3d29:35995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-603629895/online-snapshot/acquired' 2024-12-03T09:19:45,804 DEBUG [RS:0;699c9baf3d29:35995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:19:45,804 INFO [RS:0;699c9baf3d29:35995 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:19:45,804 INFO [RS:0;699c9baf3d29:35995 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:19:45,905 INFO [RS:0;699c9baf3d29:35995 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:19:45,906 INFO [RS:0;699c9baf3d29:35995 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C35995%2C1733217583575, suffix=, logDir=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575, archiveDir=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/oldWALs, maxLogs=10 2024-12-03T09:19:45,917 DEBUG [RS:0;699c9baf3d29:35995 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906, exclude list is [], retry=0 2024-12-03T09:19:45,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44525,DS-3cfc6d50-4a64-413a-beb1-89de08fb4fca,DISK] 2024-12-03T09:19:45,921 INFO [RS:0;699c9baf3d29:35995 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906 2024-12-03T09:19:45,921 DEBUG [RS:0;699c9baf3d29:35995 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38829:38829)] 2024-12-03T09:19:46,086 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T09:19:46,086 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176 2024-12-03T09:19:46,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741833_1009 (size=32) 2024-12-03T09:19:46,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:46,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:19:46,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:19:46,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:46,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:46,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:19:46,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:19:46,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:46,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:46,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:19:46,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:19:46,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:46,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:46,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:19:46,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:19:46,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:46,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:46,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:19:46,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/meta/1588230740 2024-12-03T09:19:46,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/meta/1588230740 2024-12-03T09:19:46,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:19:46,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:19:46,500 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:19:46,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:19:46,503 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:19:46,503 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71670002, jitterRate=0.06796625256538391}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:19:46,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733217586491Initializing all the Stores at 1733217586492 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217586492Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217586492Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217586492Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217586492Cleaning up temporary data from old regions at 1733217586499 (+7 ms)Region opened successfully at 1733217586504 (+5 ms) 2024-12-03T09:19:46,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:19:46,504 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:19:46,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:19:46,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:19:46,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:19:46,504 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:19:46,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217586504Disabling compacts and flushes for region at 1733217586504Disabling writes for close at 1733217586504Writing region close event to WAL at 1733217586504Closed at 1733217586504 2024-12-03T09:19:46,505 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:19:46,505 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T09:19:46,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T09:19:46,506 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:19:46,506 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T09:19:46,657 DEBUG [699c9baf3d29:43159 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T09:19:46,657 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=699c9baf3d29,35995,1733217583575 2024-12-03T09:19:46,658 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,35995,1733217583575, state=OPENING 2024-12-03T09:19:46,716 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T09:19:46,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35995-0x1019a7d74880001, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603629895 2024-12-03T09:19:46,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603629895 2024-12-03T09:19:46,727 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:19:46,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-603629895/meta-region-server: CHANGED 2024-12-03T09:19:46,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-603629895/meta-region-server: CHANGED 2024-12-03T09:19:46,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,35995,1733217583575}] 2024-12-03T09:19:46,879 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:19:46,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:19:46,883 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T09:19:46,883 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:19:46,883 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T09:19:46,884 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C35995%2C1733217583575.meta, suffix=.meta, logDir=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575, archiveDir=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/oldWALs, maxLogs=10 2024-12-03T09:19:46,895 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.meta.1733217586885.meta, exclude list is [], retry=0 2024-12-03T09:19:46,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44525,DS-3cfc6d50-4a64-413a-beb1-89de08fb4fca,DISK] 2024-12-03T09:19:46,898 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.meta.1733217586885.meta 2024-12-03T09:19:46,899 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38829:38829)] 2024-12-03T09:19:46,899 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:19:46,899 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:19:46,899 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:19:46,899 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T09:19:46,899 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T09:19:46,899 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T09:19:46,899 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:46,899 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T09:19:46,900 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T09:19:46,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:19:46,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:19:46,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:46,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:46,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:19:46,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:19:46,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:46,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:46,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:19:46,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:19:46,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:46,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:46,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:19:46,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:19:46,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:46,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:46,905 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:19:46,905 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/meta/1588230740 2024-12-03T09:19:46,906 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/meta/1588230740 2024-12-03T09:19:46,907 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:19:46,907 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:19:46,907 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:19:46,908 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:19:46,909 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65949538, jitterRate=-0.017275303602218628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:19:46,909 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T09:19:46,909 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733217586900Writing region info on filesystem at 1733217586900Initializing all the Stores at 1733217586900Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217586900Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217586900Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217586900Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217586900Cleaning up temporary data from old regions at 1733217586907 (+7 ms)Running coprocessor post-open hooks at 1733217586909 (+2 ms)Region opened successfully at 1733217586909 2024-12-03T09:19:46,910 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733217586878 2024-12-03T09:19:46,911 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T09:19:46,912 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T09:19:46,912 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,35995,1733217583575 2024-12-03T09:19:46,912 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,35995,1733217583575, state=OPEN 2024-12-03T09:19:46,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35995-0x1019a7d74880001, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-603629895/meta-region-server 2024-12-03T09:19:46,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-603629895/meta-region-server 2024-12-03T09:19:46,984 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=699c9baf3d29,35995,1733217583575 2024-12-03T09:19:46,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-603629895/meta-region-server: CHANGED 2024-12-03T09:19:46,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-603629895/meta-region-server: CHANGED 2024-12-03T09:19:46,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T09:19:46,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,35995,1733217583575 in 257 msec 2024-12-03T09:19:46,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T09:19:46,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 481 msec 2024-12-03T09:19:46,988 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:19:46,988 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T09:19:46,989 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:19:46,989 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,35995,1733217583575, seqNum=-1] 2024-12-03T09:19:46,989 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:19:46,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:19:46,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3170 sec 2024-12-03T09:19:46,994 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733217586994, completionTime=-1 2024-12-03T09:19:46,994 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T09:19:46,994 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T09:19:46,996 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T09:19:46,996 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733217646996 2024-12-03T09:19:46,996 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733217706996 2024-12-03T09:19:46,996 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T09:19:46,996 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,43159,1733217583417-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:46,996 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,43159,1733217583417-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:46,996 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,43159,1733217583417-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:46,996 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-699c9baf3d29:43159, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:46,996 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:46,996 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:46,998 DEBUG [master/699c9baf3d29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T09:19:46,999 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.356sec 2024-12-03T09:19:46,999 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T09:19:46,999 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T09:19:46,999 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T09:19:46,999 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T09:19:46,999 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T09:19:46,999 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,43159,1733217583417-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:19:46,999 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,43159,1733217583417-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T09:19:47,001 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T09:19:47,001 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T09:19:47,001 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,43159,1733217583417-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:47,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73739b94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:47,003 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,43159,-1 for getting cluster id 2024-12-03T09:19:47,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:19:47,004 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b3b7d8a-abf3-4d79-9366-5dff5b07b348' 2024-12-03T09:19:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:19:47,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b3b7d8a-abf3-4d79-9366-5dff5b07b348" 2024-12-03T09:19:47,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a78c01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:47,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,43159,-1] 2024-12-03T09:19:47,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:19:47,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:47,006 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:19:47,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641616a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:47,007 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:19:47,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,35995,1733217583575, seqNum=-1] 2024-12-03T09:19:47,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:19:47,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:19:47,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=699c9baf3d29,43159,1733217583417 2024-12-03T09:19:47,010 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52233 2024-12-03T09:19:47,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:19:47,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019a7d74880002 connected 2024-12-03T09:19:47,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/hadoop.log.dir so I do NOT create it in target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e 2024-12-03T09:19:47,044 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T09:19:47,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/hadoop.tmp.dir so I do NOT create it in target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e 2024-12-03T09:19:47,044 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T09:19:47,044 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e 2024-12-03T09:19:47,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T09:19:47,044 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/cluster_5844ec4a-86d9-d5b3-3d5d-8b6e9b80280f, deleteOnExit=true 2024-12-03T09:19:47,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T09:19:47,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/test.cache.data in system properties and HBase conf 2024-12-03T09:19:47,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T09:19:47,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/hadoop.log.dir in system properties and HBase conf 2024-12-03T09:19:47,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T09:19:47,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T09:19:47,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T09:19:47,045 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T09:19:47,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:19:47,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:19:47,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T09:19:47,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:19:47,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T09:19:47,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T09:19:47,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:19:47,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:19:47,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T09:19:47,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/nfs.dump.dir in system properties and HBase conf 2024-12-03T09:19:47,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/java.io.tmpdir in system properties and HBase conf 2024-12-03T09:19:47,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:19:47,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T09:19:47,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T09:19:47,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:19:47,401 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:19:47,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:19:47,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:19:47,402 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T09:19:47,403 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:19:47,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ca4b132{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:19:47,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@df58c48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:19:47,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bff8715{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/java.io.tmpdir/jetty-localhost-35741-hadoop-hdfs-3_4_1-tests_jar-_-any-14703485251962019730/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:19:47,493 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@268e84f3{HTTP/1.1, (http/1.1)}{localhost:35741} 2024-12-03T09:19:47,493 INFO [Time-limited test {}] server.Server(415): Started @174127ms 2024-12-03T09:19:47,728 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:19:47,731 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:19:47,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:19:47,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:19:47,733 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T09:19:47,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c7b494f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:19:47,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12b45b46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:19:47,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c855783{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/java.io.tmpdir/jetty-localhost-46767-hadoop-hdfs-3_4_1-tests_jar-_-any-1863136273792819632/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:19:47,837 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b1a24d0{HTTP/1.1, (http/1.1)}{localhost:46767} 2024-12-03T09:19:47,837 INFO [Time-limited test {}] server.Server(415): Started @174470ms 2024-12-03T09:19:47,838 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T09:19:48,450 WARN [Thread-1798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/cluster_5844ec4a-86d9-d5b3-3d5d-8b6e9b80280f/data/data1/current/BP-1387182483-172.17.0.2-1733217587064/current, will proceed with Du for space computation calculation, 2024-12-03T09:19:48,450 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/cluster_5844ec4a-86d9-d5b3-3d5d-8b6e9b80280f/data/data2/current/BP-1387182483-172.17.0.2-1733217587064/current, will proceed with Du for space computation calculation, 2024-12-03T09:19:48,468 WARN [Thread-1786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T09:19:48,471 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7ffe556204f0f07 with lease ID 0xc1976249289928c2: Processing first storage report for DS-8ecd5c8c-af16-4aec-ac05-84ab06e210ac from datanode DatanodeRegistration(127.0.0.1:43907, datanodeUuid=76058f0e-a929-49ed-976b-234d5feb72eb, infoPort=42895, infoSecurePort=0, ipcPort=38609, storageInfo=lv=-57;cid=testClusterID;nsid=952783017;c=1733217587064) 2024-12-03T09:19:48,471 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7ffe556204f0f07 with lease ID 0xc1976249289928c2: from storage DS-8ecd5c8c-af16-4aec-ac05-84ab06e210ac node DatanodeRegistration(127.0.0.1:43907, datanodeUuid=76058f0e-a929-49ed-976b-234d5feb72eb, infoPort=42895, infoSecurePort=0, ipcPort=38609, storageInfo=lv=-57;cid=testClusterID;nsid=952783017;c=1733217587064), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:19:48,471 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7ffe556204f0f07 with lease ID 0xc1976249289928c2: Processing first storage report for DS-b1d48cbc-95b6-4e37-b6fe-bf0c97863692 from datanode DatanodeRegistration(127.0.0.1:43907, datanodeUuid=76058f0e-a929-49ed-976b-234d5feb72eb, infoPort=42895, infoSecurePort=0, ipcPort=38609, storageInfo=lv=-57;cid=testClusterID;nsid=952783017;c=1733217587064) 2024-12-03T09:19:48,471 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7ffe556204f0f07 with lease ID 0xc1976249289928c2: from storage DS-b1d48cbc-95b6-4e37-b6fe-bf0c97863692 node DatanodeRegistration(127.0.0.1:43907, datanodeUuid=76058f0e-a929-49ed-976b-234d5feb72eb, infoPort=42895, infoSecurePort=0, ipcPort=38609, storageInfo=lv=-57;cid=testClusterID;nsid=952783017;c=1733217587064), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:19:48,563 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e 2024-12-03T09:19:48,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:48,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:48,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741825_1001 (size=7) 2024-12-03T09:19:48,971 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1 with version=8 2024-12-03T09:19:48,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/hbase-staging 2024-12-03T09:19:48,973 INFO [Time-limited test {}] client.ConnectionUtils(128): master/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:19:48,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:48,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:48,973 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:19:48,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:48,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:19:48,974 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T09:19:48,974 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:19:48,974 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40119 2024-12-03T09:19:48,975 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40119 connecting to ZooKeeper ensemble=127.0.0.1:52233 2024-12-03T09:19:49,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401190x0, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:19:49,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40119-0x1019a7d74880003 connected 2024-12-03T09:19:49,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:49,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:49,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Set watcher on znode that does not yet exist, /1-856027068/running 2024-12-03T09:19:49,099 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1, hbase.cluster.distributed=false 2024-12-03T09:19:49,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Set watcher on znode that does not yet exist, /1-856027068/acl 2024-12-03T09:19:49,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40119 2024-12-03T09:19:49,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40119 2024-12-03T09:19:49,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40119 2024-12-03T09:19:49,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40119 2024-12-03T09:19:49,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40119 2024-12-03T09:19:49,112 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:19:49,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:49,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:49,112 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:19:49,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:19:49,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:19:49,112 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:19:49,112 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:19:49,113 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34239 2024-12-03T09:19:49,114 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34239 connecting to ZooKeeper ensemble=127.0.0.1:52233 2024-12-03T09:19:49,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:49,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:49,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342390x0, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:19:49,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342390x0, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Set watcher on znode that does not yet exist, /1-856027068/running 2024-12-03T09:19:49,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34239-0x1019a7d74880004 connected 2024-12-03T09:19:49,127 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:19:49,127 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:19:49,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34239-0x1019a7d74880004, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Set watcher on znode that does not yet exist, /1-856027068/master 2024-12-03T09:19:49,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34239-0x1019a7d74880004, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Set watcher on znode that does not yet exist, /1-856027068/acl 2024-12-03T09:19:49,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34239 2024-12-03T09:19:49,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34239 2024-12-03T09:19:49,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34239 2024-12-03T09:19:49,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34239 2024-12-03T09:19:49,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34239 2024-12-03T09:19:49,145 DEBUG [M:0;699c9baf3d29:40119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;699c9baf3d29:40119 2024-12-03T09:19:49,145 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-856027068/backup-masters/699c9baf3d29,40119,1733217588973 2024-12-03T09:19:49,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856027068/backup-masters 2024-12-03T09:19:49,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34239-0x1019a7d74880004, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856027068/backup-masters 2024-12-03T09:19:49,158 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Set watcher on existing znode=/1-856027068/backup-masters/699c9baf3d29,40119,1733217588973 2024-12-03T09:19:49,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34239-0x1019a7d74880004, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-856027068/master 2024-12-03T09:19:49,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34239-0x1019a7d74880004, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856027068 2024-12-03T09:19:49,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856027068 2024-12-03T09:19:49,169 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Set watcher on existing znode=/1-856027068/master 2024-12-03T09:19:49,169 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-856027068/backup-masters/699c9baf3d29,40119,1733217588973 from backup master directory 2024-12-03T09:19:49,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34239-0x1019a7d74880004, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856027068/backup-masters 2024-12-03T09:19:49,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-856027068/backup-masters/699c9baf3d29,40119,1733217588973 2024-12-03T09:19:49,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856027068/backup-masters 2024-12-03T09:19:49,179 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:19:49,179 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=699c9baf3d29,40119,1733217588973 2024-12-03T09:19:49,182 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/hbase.id] with ID: cc3b53dd-21b3-4b8e-858b-f63581c684c8 2024-12-03T09:19:49,182 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/.tmp/hbase.id 2024-12-03T09:19:49,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741826_1002 (size=42) 2024-12-03T09:19:49,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T09:19:49,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T09:19:49,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:19:49,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T09:19:49,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:19:49,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T09:19:49,586 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/.tmp/hbase.id]:[hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/hbase.id] 2024-12-03T09:19:49,597 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:19:49,597 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T09:19:49,598 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T09:19:49,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34239-0x1019a7d74880004, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856027068 2024-12-03T09:19:49,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856027068 2024-12-03T09:19:49,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741827_1003 (size=196) 2024-12-03T09:19:50,052 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:19:50,053 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T09:19:50,053 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:19:50,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741828_1004 (size=1189) 2024-12-03T09:19:50,475 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/MasterData/data/master/store 2024-12-03T09:19:50,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741829_1005 (size=34) 2024-12-03T09:19:50,880 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:50,881 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:19:50,881 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:50,881 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:50,881 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:19:50,881 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:50,881 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:19:50,881 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217590880Disabling compacts and flushes for region at 1733217590880Disabling writes for close at 1733217590881 (+1 ms)Writing region close event to WAL at 1733217590881Closed at 1733217590881 2024-12-03T09:19:50,882 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/MasterData/data/master/store/.initializing 2024-12-03T09:19:50,882 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/MasterData/WALs/699c9baf3d29,40119,1733217588973 2024-12-03T09:19:50,882 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:19:50,884 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C40119%2C1733217588973, suffix=, logDir=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/MasterData/WALs/699c9baf3d29,40119,1733217588973, archiveDir=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/MasterData/oldWALs, maxLogs=10 2024-12-03T09:19:50,895 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/MasterData/WALs/699c9baf3d29,40119,1733217588973/699c9baf3d29%2C40119%2C1733217588973.1733217590884, exclude list is [], retry=0 2024-12-03T09:19:50,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43907,DS-8ecd5c8c-af16-4aec-ac05-84ab06e210ac,DISK] 2024-12-03T09:19:50,902 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/MasterData/WALs/699c9baf3d29,40119,1733217588973/699c9baf3d29%2C40119%2C1733217588973.1733217590884 2024-12-03T09:19:50,902 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42895:42895)] 2024-12-03T09:19:50,903 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:19:50,903 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:50,903 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:50,903 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:50,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:50,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T09:19:50,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:50,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:50,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:50,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T09:19:50,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:50,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:50,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:50,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T09:19:50,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:50,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:50,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:50,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T09:19:50,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:50,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:50,910 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:50,911 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:50,911 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:50,913 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:50,913 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:50,913 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:19:50,914 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:19:50,916 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:19:50,916 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65931565, jitterRate=-0.017543122172355652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:19:50,917 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733217590903Initializing all the Stores at 1733217590903Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217590904 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217590905 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217590905Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217590905Cleaning up temporary data from old regions at 1733217590913 (+8 ms)Region opened successfully at 1733217590916 (+3 ms) 2024-12-03T09:19:50,917 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T09:19:50,919 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fadc9c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:19:50,920 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T09:19:50,920 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T09:19:50,920 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T09:19:50,920 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T09:19:50,921 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T09:19:50,921 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T09:19:50,921 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T09:19:50,929 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T09:19:50,930 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Unable to get data of znode /1-856027068/balancer because node does not exist (not necessarily an error) 2024-12-03T09:19:51,010 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-856027068/balancer already deleted, retry=false 2024-12-03T09:19:51,011 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T09:19:51,011 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Unable to get data of znode /1-856027068/normalizer because node does not exist (not necessarily an error) 2024-12-03T09:19:51,021 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-856027068/normalizer already deleted, retry=false 2024-12-03T09:19:51,021 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T09:19:51,022 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Unable to get data of znode /1-856027068/switch/split because node does not exist (not necessarily an error) 2024-12-03T09:19:51,031 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-856027068/switch/split already deleted, retry=false 2024-12-03T09:19:51,032 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Unable to get data of znode /1-856027068/switch/merge because node does not exist (not necessarily an error) 2024-12-03T09:19:51,042 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-856027068/switch/merge already deleted, retry=false 2024-12-03T09:19:51,043 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Unable to get data of znode /1-856027068/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T09:19:51,052 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-856027068/snapshot-cleanup already deleted, retry=false 2024-12-03T09:19:51,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-856027068/running 2024-12-03T09:19:51,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34239-0x1019a7d74880004, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-856027068/running 2024-12-03T09:19:51,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856027068 2024-12-03T09:19:51,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34239-0x1019a7d74880004, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856027068 2024-12-03T09:19:51,063 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=699c9baf3d29,40119,1733217588973, sessionid=0x1019a7d74880003, setting cluster-up flag (Was=false) 2024-12-03T09:19:51,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34239-0x1019a7d74880004, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856027068 2024-12-03T09:19:51,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856027068 2024-12-03T09:19:51,116 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-856027068/flush-table-proc/acquired, /1-856027068/flush-table-proc/reached, /1-856027068/flush-table-proc/abort 2024-12-03T09:19:51,116 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,40119,1733217588973 2024-12-03T09:19:51,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34239-0x1019a7d74880004, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856027068 2024-12-03T09:19:51,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856027068 2024-12-03T09:19:51,168 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-856027068/online-snapshot/acquired, /1-856027068/online-snapshot/reached, /1-856027068/online-snapshot/abort 2024-12-03T09:19:51,169 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,40119,1733217588973 2024-12-03T09:19:51,170 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T09:19:51,171 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T09:19:51,171 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T09:19:51,171 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T09:19:51,171 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 699c9baf3d29,40119,1733217588973 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T09:19:51,172 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:19:51,172 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:19:51,172 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:19:51,172 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:19:51,172 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/699c9baf3d29:0, corePoolSize=10, maxPoolSize=10 2024-12-03T09:19:51,172 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:51,172 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:19:51,172 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:51,182 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:19:51,182 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T09:19:51,183 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:51,184 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T09:19:51,196 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733217621196 2024-12-03T09:19:51,196 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T09:19:51,196 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T09:19:51,196 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T09:19:51,196 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T09:19:51,196 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T09:19:51,196 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T09:19:51,200 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:51,200 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T09:19:51,201 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T09:19:51,201 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T09:19:51,201 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T09:19:51,208 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T09:19:51,208 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T09:19:51,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741831_1007 (size=1321) 2024-12-03T09:19:51,208 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217591208,5,FailOnTimeoutGroup] 2024-12-03T09:19:51,209 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T09:19:51,209 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1 2024-12-03T09:19:51,216 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217591208,5,FailOnTimeoutGroup] 2024-12-03T09:19:51,216 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:51,216 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T09:19:51,216 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:51,216 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:51,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741832_1008 (size=32) 2024-12-03T09:19:51,226 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:51,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:19:51,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:19:51,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:51,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:51,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:19:51,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:19:51,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:51,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:51,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:19:51,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:19:51,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:51,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:51,241 INFO [RS:0;699c9baf3d29:34239 {}] regionserver.HRegionServer(746): ClusterId : cc3b53dd-21b3-4b8e-858b-f63581c684c8 2024-12-03T09:19:51,241 DEBUG [RS:0;699c9baf3d29:34239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:19:51,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:19:51,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:19:51,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:51,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:51,243 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:19:51,243 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/meta/1588230740 2024-12-03T09:19:51,244 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/meta/1588230740 2024-12-03T09:19:51,245 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:19:51,245 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:19:51,247 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:19:51,248 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:19:51,251 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:19:51,251 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58929393, jitterRate=-0.12188361585140228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:19:51,251 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733217591226Initializing all the Stores at 1733217591227 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217591227Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217591227Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217591227Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217591228 (+1 ms)Cleaning up temporary data from old regions at 1733217591245 (+17 ms)Region opened successfully at 1733217591251 (+6 ms) 2024-12-03T09:19:51,251 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:19:51,251 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:19:51,251 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:19:51,251 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:19:51,251 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:19:51,252 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:19:51,252 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217591251Disabling compacts and flushes for region at 1733217591251Disabling writes for close at 1733217591251Writing region close event to WAL at 1733217591252 (+1 ms)Closed at 1733217591252 2024-12-03T09:19:51,253 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:19:51,253 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T09:19:51,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T09:19:51,253 DEBUG [RS:0;699c9baf3d29:34239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:19:51,253 DEBUG [RS:0;699c9baf3d29:34239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:19:51,254 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:19:51,256 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T09:19:51,264 DEBUG [RS:0;699c9baf3d29:34239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:19:51,264 DEBUG [RS:0;699c9baf3d29:34239 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c12b85c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:19:51,275 DEBUG [RS:0;699c9baf3d29:34239 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;699c9baf3d29:34239 2024-12-03T09:19:51,275 INFO [RS:0;699c9baf3d29:34239 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:19:51,275 INFO [RS:0;699c9baf3d29:34239 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:19:51,275 DEBUG [RS:0;699c9baf3d29:34239 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:19:51,276 INFO [RS:0;699c9baf3d29:34239 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,40119,1733217588973 with port=34239, startcode=1733217589112 2024-12-03T09:19:51,276 DEBUG [RS:0;699c9baf3d29:34239 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:19:51,281 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:19:51,281 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40119 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,34239,1733217589112 2024-12-03T09:19:51,281 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40119 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,34239,1733217589112 2024-12-03T09:19:51,283 DEBUG [RS:0;699c9baf3d29:34239 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1 2024-12-03T09:19:51,283 DEBUG [RS:0;699c9baf3d29:34239 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39519 2024-12-03T09:19:51,283 DEBUG [RS:0;699c9baf3d29:34239 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:19:51,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856027068/rs 2024-12-03T09:19:51,335 DEBUG [RS:0;699c9baf3d29:34239 {}] zookeeper.ZKUtil(111): regionserver:34239-0x1019a7d74880004, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Set watcher on existing znode=/1-856027068/rs/699c9baf3d29,34239,1733217589112 2024-12-03T09:19:51,335 WARN [RS:0;699c9baf3d29:34239 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:19:51,335 INFO [RS:0;699c9baf3d29:34239 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:19:51,335 DEBUG [RS:0;699c9baf3d29:34239 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112 2024-12-03T09:19:51,335 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,34239,1733217589112] 2024-12-03T09:19:51,338 INFO [RS:0;699c9baf3d29:34239 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:19:51,339 INFO [RS:0;699c9baf3d29:34239 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:19:51,340 INFO [RS:0;699c9baf3d29:34239 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:19:51,340 INFO [RS:0;699c9baf3d29:34239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:51,344 INFO [RS:0;699c9baf3d29:34239 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:19:51,345 INFO [RS:0;699c9baf3d29:34239 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:19:51,345 INFO [RS:0;699c9baf3d29:34239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:51,345 DEBUG [RS:0;699c9baf3d29:34239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:51,345 DEBUG [RS:0;699c9baf3d29:34239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:51,345 DEBUG [RS:0;699c9baf3d29:34239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:51,345 DEBUG [RS:0;699c9baf3d29:34239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:51,345 DEBUG [RS:0;699c9baf3d29:34239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:51,345 DEBUG [RS:0;699c9baf3d29:34239 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:19:51,345 DEBUG [RS:0;699c9baf3d29:34239 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:51,345 DEBUG [RS:0;699c9baf3d29:34239 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:51,345 DEBUG [RS:0;699c9baf3d29:34239 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:51,346 DEBUG [RS:0;699c9baf3d29:34239 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:51,346 DEBUG [RS:0;699c9baf3d29:34239 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:51,346 DEBUG [RS:0;699c9baf3d29:34239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:19:51,346 DEBUG [RS:0;699c9baf3d29:34239 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:19:51,346 DEBUG [RS:0;699c9baf3d29:34239 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:19:51,352 INFO [RS:0;699c9baf3d29:34239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:51,352 INFO [RS:0;699c9baf3d29:34239 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:51,352 INFO [RS:0;699c9baf3d29:34239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:51,352 INFO [RS:0;699c9baf3d29:34239 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:51,352 INFO [RS:0;699c9baf3d29:34239 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:51,352 INFO [RS:0;699c9baf3d29:34239 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,34239,1733217589112-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:19:51,373 INFO [RS:0;699c9baf3d29:34239 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:19:51,373 INFO [RS:0;699c9baf3d29:34239 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,34239,1733217589112-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:51,374 INFO [RS:0;699c9baf3d29:34239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:51,374 INFO [RS:0;699c9baf3d29:34239 {}] regionserver.Replication(171): 699c9baf3d29,34239,1733217589112 started 2024-12-03T09:19:51,391 INFO [RS:0;699c9baf3d29:34239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:51,391 INFO [RS:0;699c9baf3d29:34239 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,34239,1733217589112, RpcServer on 699c9baf3d29/172.17.0.2:34239, sessionid=0x1019a7d74880004 2024-12-03T09:19:51,391 DEBUG [RS:0;699c9baf3d29:34239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:19:51,391 DEBUG [RS:0;699c9baf3d29:34239 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,34239,1733217589112 2024-12-03T09:19:51,391 DEBUG [RS:0;699c9baf3d29:34239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,34239,1733217589112' 2024-12-03T09:19:51,391 DEBUG [RS:0;699c9baf3d29:34239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-856027068/flush-table-proc/abort' 2024-12-03T09:19:51,392 DEBUG [RS:0;699c9baf3d29:34239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-856027068/flush-table-proc/acquired' 2024-12-03T09:19:51,392 DEBUG [RS:0;699c9baf3d29:34239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:19:51,392 DEBUG [RS:0;699c9baf3d29:34239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:19:51,392 DEBUG [RS:0;699c9baf3d29:34239 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,34239,1733217589112 2024-12-03T09:19:51,392 DEBUG [RS:0;699c9baf3d29:34239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,34239,1733217589112' 2024-12-03T09:19:51,392 DEBUG [RS:0;699c9baf3d29:34239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-856027068/online-snapshot/abort' 2024-12-03T09:19:51,392 DEBUG [RS:0;699c9baf3d29:34239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-856027068/online-snapshot/acquired' 2024-12-03T09:19:51,393 DEBUG [RS:0;699c9baf3d29:34239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:19:51,393 INFO [RS:0;699c9baf3d29:34239 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:19:51,393 INFO [RS:0;699c9baf3d29:34239 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:19:51,406 WARN [699c9baf3d29:40119 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T09:19:51,493 INFO [RS:0;699c9baf3d29:34239 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:19:51,494 INFO [RS:0;699c9baf3d29:34239 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C34239%2C1733217589112, suffix=, logDir=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112, archiveDir=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/oldWALs, maxLogs=10 2024-12-03T09:19:51,510 DEBUG [RS:0;699c9baf3d29:34239 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.1733217591495, exclude list is [], retry=0 2024-12-03T09:19:51,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43907,DS-8ecd5c8c-af16-4aec-ac05-84ab06e210ac,DISK] 2024-12-03T09:19:51,518 INFO [RS:0;699c9baf3d29:34239 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.1733217591495 2024-12-03T09:19:51,522 DEBUG [RS:0;699c9baf3d29:34239 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42895:42895)] 2024-12-03T09:19:51,656 DEBUG [699c9baf3d29:40119 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T09:19:51,657 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=699c9baf3d29,34239,1733217589112 2024-12-03T09:19:51,658 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,34239,1733217589112, state=OPENING 2024-12-03T09:19:51,756 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T09:19:51,760 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T09:19:51,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34239-0x1019a7d74880004, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856027068 2024-12-03T09:19:51,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856027068 2024-12-03T09:19:51,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-856027068/meta-region-server: CHANGED 2024-12-03T09:19:51,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-856027068/meta-region-server: CHANGED 2024-12-03T09:19:51,832 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:19:51,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,34239,1733217589112}] 2024-12-03T09:19:51,984 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:19:51,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:19:51,988 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T09:19:51,988 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:19:51,989 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T09:19:51,990 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C34239%2C1733217589112.meta, suffix=.meta, logDir=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112, archiveDir=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/oldWALs, maxLogs=10 2024-12-03T09:19:52,006 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.meta.1733217591990.meta, exclude list is [], retry=0 2024-12-03T09:19:52,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43907,DS-8ecd5c8c-af16-4aec-ac05-84ab06e210ac,DISK] 2024-12-03T09:19:52,011 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.meta.1733217591990.meta 2024-12-03T09:19:52,011 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42895:42895)] 2024-12-03T09:19:52,011 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:19:52,012 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:19:52,012 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:19:52,012 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T09:19:52,012 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T09:19:52,012 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T09:19:52,012 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:52,012 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T09:19:52,012 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T09:19:52,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:19:52,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:19:52,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:52,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:52,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:19:52,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:19:52,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:52,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:52,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:19:52,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:19:52,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:52,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:52,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:19:52,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:19:52,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:52,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:19:52,019 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:19:52,020 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/meta/1588230740 2024-12-03T09:19:52,021 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/meta/1588230740 2024-12-03T09:19:52,023 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:19:52,023 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:19:52,023 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:19:52,025 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:19:52,026 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68147020, jitterRate=0.015469729900360107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:19:52,026 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T09:19:52,026 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733217592012Writing region info on filesystem at 1733217592012Initializing all the Stores at 1733217592013 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217592013Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217592014 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217592014Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217592014Cleaning up temporary data from old regions at 1733217592023 (+9 ms)Running coprocessor post-open hooks at 1733217592026 (+3 ms)Region opened successfully at 1733217592026 2024-12-03T09:19:52,028 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733217591984 2024-12-03T09:19:52,031 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T09:19:52,031 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T09:19:52,031 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,34239,1733217589112 2024-12-03T09:19:52,032 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,34239,1733217589112, state=OPEN 2024-12-03T09:19:52,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34239-0x1019a7d74880004, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-856027068/meta-region-server 2024-12-03T09:19:52,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-856027068/meta-region-server 2024-12-03T09:19:52,052 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=699c9baf3d29,34239,1733217589112 2024-12-03T09:19:52,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-856027068/meta-region-server: CHANGED 2024-12-03T09:19:52,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-856027068/meta-region-server: CHANGED 2024-12-03T09:19:52,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T09:19:52,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,34239,1733217589112 in 220 msec 2024-12-03T09:19:52,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T09:19:52,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 802 msec 2024-12-03T09:19:52,057 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:19:52,057 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T09:19:52,058 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:19:52,058 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,34239,1733217589112, seqNum=-1] 2024-12-03T09:19:52,058 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:19:52,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:19:52,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 893 msec 2024-12-03T09:19:52,064 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733217592064, completionTime=-1 2024-12-03T09:19:52,064 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T09:19:52,064 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T09:19:52,066 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T09:19:52,066 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733217652066 2024-12-03T09:19:52,066 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733217712066 2024-12-03T09:19:52,066 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T09:19:52,067 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,40119,1733217588973-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:52,067 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,40119,1733217588973-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:52,067 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,40119,1733217588973-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:52,067 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-699c9baf3d29:40119, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:52,067 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:52,067 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:52,068 DEBUG [master/699c9baf3d29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T09:19:52,070 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.891sec 2024-12-03T09:19:52,070 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T09:19:52,070 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T09:19:52,070 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T09:19:52,070 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T09:19:52,070 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T09:19:52,070 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,40119,1733217588973-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:19:52,070 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,40119,1733217588973-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T09:19:52,072 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T09:19:52,072 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T09:19:52,072 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,40119,1733217588973-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:19:52,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a7d39f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:52,142 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,40119,-1 for getting cluster id 2024-12-03T09:19:52,142 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:19:52,143 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc3b53dd-21b3-4b8e-858b-f63581c684c8' 2024-12-03T09:19:52,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:19:52,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc3b53dd-21b3-4b8e-858b-f63581c684c8" 2024-12-03T09:19:52,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2194be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:52,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,40119,-1] 2024-12-03T09:19:52,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:19:52,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:52,145 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:19:52,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@766733c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:52,145 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:19:52,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,34239,1733217589112, seqNum=-1] 2024-12-03T09:19:52,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:19:52,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:19:52,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=699c9baf3d29,40119,1733217588973 2024-12-03T09:19:52,150 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52233 2024-12-03T09:19:52,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:19:52,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019a7d74880005 connected 2024-12-03T09:19:52,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:19:52,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,43159,1733217583417 2024-12-03T09:19:52,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b8f0975 2024-12-03T09:19:52,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:19:52,193 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:19:52,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:19:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T09:19:52,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:19:52,195 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:52,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T09:19:52,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:19:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:19:52,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741835_1011 (size=902) 2024-12-03T09:19:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:19:52,401 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:19:52,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:52,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:52,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:52,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:52,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:52,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:52,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:19:52,603 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 21642029b6b30362502491ab756c32bf, NAME => 'test,,1733217592193.21642029b6b30362502491ab756c32bf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176 2024-12-03T09:19:52,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741836_1012 (size=39) 2024-12-03T09:19:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:19:53,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733217592193.21642029b6b30362502491ab756c32bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:53,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 21642029b6b30362502491ab756c32bf, disabling compactions & flushes 2024-12-03T09:19:53,009 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733217592193.21642029b6b30362502491ab756c32bf. 2024-12-03T09:19:53,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217592193.21642029b6b30362502491ab756c32bf. 2024-12-03T09:19:53,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733217592193.21642029b6b30362502491ab756c32bf. after waiting 0 ms 2024-12-03T09:19:53,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733217592193.21642029b6b30362502491ab756c32bf. 2024-12-03T09:19:53,009 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733217592193.21642029b6b30362502491ab756c32bf. 2024-12-03T09:19:53,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 21642029b6b30362502491ab756c32bf: Waiting for close lock at 1733217593009Disabling compacts and flushes for region at 1733217593009Disabling writes for close at 1733217593009Writing region close event to WAL at 1733217593009Closed at 1733217593009 2024-12-03T09:19:53,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:19:53,010 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733217592193.21642029b6b30362502491ab756c32bf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733217593010"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217593010"}]},"ts":"1733217593010"} 2024-12-03T09:19:53,011 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:19:53,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:19:53,012 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217593012"}]},"ts":"1733217593012"} 2024-12-03T09:19:53,014 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T09:19:53,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=21642029b6b30362502491ab756c32bf, ASSIGN}] 2024-12-03T09:19:53,015 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=21642029b6b30362502491ab756c32bf, ASSIGN 2024-12-03T09:19:53,015 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=21642029b6b30362502491ab756c32bf, ASSIGN; state=OFFLINE, location=699c9baf3d29,35995,1733217583575; forceNewPlan=false, retain=false 2024-12-03T09:19:53,166 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=21642029b6b30362502491ab756c32bf, regionState=OPENING, regionLocation=699c9baf3d29,35995,1733217583575 2024-12-03T09:19:53,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=21642029b6b30362502491ab756c32bf, ASSIGN because future has completed 2024-12-03T09:19:53,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21642029b6b30362502491ab756c32bf, server=699c9baf3d29,35995,1733217583575}] 2024-12-03T09:19:53,322 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733217592193.21642029b6b30362502491ab756c32bf. 2024-12-03T09:19:53,323 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 21642029b6b30362502491ab756c32bf, NAME => 'test,,1733217592193.21642029b6b30362502491ab756c32bf.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:19:53,323 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:19:53,323 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T09:19:53,323 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 21642029b6b30362502491ab756c32bf 2024-12-03T09:19:53,323 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733217592193.21642029b6b30362502491ab756c32bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:53,323 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 21642029b6b30362502491ab756c32bf 2024-12-03T09:19:53,323 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 21642029b6b30362502491ab756c32bf 2024-12-03T09:19:53,324 INFO [StoreOpener-21642029b6b30362502491ab756c32bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 21642029b6b30362502491ab756c32bf 2024-12-03T09:19:53,325 INFO [StoreOpener-21642029b6b30362502491ab756c32bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21642029b6b30362502491ab756c32bf columnFamilyName f 2024-12-03T09:19:53,326 DEBUG [StoreOpener-21642029b6b30362502491ab756c32bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:53,326 INFO [StoreOpener-21642029b6b30362502491ab756c32bf-1 {}] regionserver.HStore(327): Store=21642029b6b30362502491ab756c32bf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:53,326 INFO [StoreOpener-21642029b6b30362502491ab756c32bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 21642029b6b30362502491ab756c32bf 2024-12-03T09:19:53,327 INFO [StoreOpener-21642029b6b30362502491ab756c32bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21642029b6b30362502491ab756c32bf columnFamilyName f1 2024-12-03T09:19:53,327 DEBUG [StoreOpener-21642029b6b30362502491ab756c32bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:53,327 INFO [StoreOpener-21642029b6b30362502491ab756c32bf-1 {}] regionserver.HStore(327): Store=21642029b6b30362502491ab756c32bf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:53,327 INFO [StoreOpener-21642029b6b30362502491ab756c32bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 21642029b6b30362502491ab756c32bf 2024-12-03T09:19:53,328 INFO [StoreOpener-21642029b6b30362502491ab756c32bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21642029b6b30362502491ab756c32bf columnFamilyName norep 2024-12-03T09:19:53,328 DEBUG [StoreOpener-21642029b6b30362502491ab756c32bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:53,329 INFO [StoreOpener-21642029b6b30362502491ab756c32bf-1 {}] regionserver.HStore(327): Store=21642029b6b30362502491ab756c32bf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:53,329 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 21642029b6b30362502491ab756c32bf 2024-12-03T09:19:53,329 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/default/test/21642029b6b30362502491ab756c32bf 2024-12-03T09:19:53,330 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/default/test/21642029b6b30362502491ab756c32bf 2024-12-03T09:19:53,330 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 21642029b6b30362502491ab756c32bf 2024-12-03T09:19:53,330 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 21642029b6b30362502491ab756c32bf 2024-12-03T09:19:53,331 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:19:53,332 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 21642029b6b30362502491ab756c32bf 2024-12-03T09:19:53,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:19:53,333 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/default/test/21642029b6b30362502491ab756c32bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:19:53,334 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 21642029b6b30362502491ab756c32bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65208247, jitterRate=-0.02832140028476715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:19:53,334 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21642029b6b30362502491ab756c32bf 2024-12-03T09:19:53,334 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 21642029b6b30362502491ab756c32bf: Running coprocessor pre-open hook at 1733217593323Writing region info on filesystem at 1733217593323Initializing all the Stores at 1733217593324 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217593324Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217593324Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217593324Cleaning up temporary data from old regions at 1733217593330 (+6 ms)Running coprocessor post-open hooks at 1733217593334 (+4 ms)Region opened successfully at 1733217593334 2024-12-03T09:19:53,335 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733217592193.21642029b6b30362502491ab756c32bf., pid=6, masterSystemTime=1733217593320 2024-12-03T09:19:53,336 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733217592193.21642029b6b30362502491ab756c32bf. 2024-12-03T09:19:53,336 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733217592193.21642029b6b30362502491ab756c32bf. 2024-12-03T09:19:53,337 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=21642029b6b30362502491ab756c32bf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=699c9baf3d29,35995,1733217583575 2024-12-03T09:19:53,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21642029b6b30362502491ab756c32bf, server=699c9baf3d29,35995,1733217583575 because future has completed 2024-12-03T09:19:53,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T09:19:53,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 21642029b6b30362502491ab756c32bf, server=699c9baf3d29,35995,1733217583575 in 171 msec 2024-12-03T09:19:53,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T09:19:53,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=21642029b6b30362502491ab756c32bf, ASSIGN in 327 msec 2024-12-03T09:19:53,343 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:19:53,343 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217593343"}]},"ts":"1733217593343"} 2024-12-03T09:19:53,345 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T09:19:53,345 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:19:53,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-12-03T09:19:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:19:54,343 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T09:19:54,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:19:54,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,40119,1733217588973 2024-12-03T09:19:54,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c70c480 2024-12-03T09:19:54,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:19:54,345 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:19:54,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40119 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:19:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40119 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T09:19:54,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:19:54,348 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:54,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40119 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T09:19:54,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:19:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:19:54,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741835_1011 (size=902) 2024-12-03T09:19:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:19:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:19:54,755 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ffb81330cdb369f45832a4dfc5ae0305, NAME => 'test,,1733217594346.ffb81330cdb369f45832a4dfc5ae0305.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1 2024-12-03T09:19:54,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741836_1012 (size=39) 2024-12-03T09:19:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:19:55,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733217594346.ffb81330cdb369f45832a4dfc5ae0305.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:55,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ffb81330cdb369f45832a4dfc5ae0305, disabling compactions & flushes 2024-12-03T09:19:55,160 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733217594346.ffb81330cdb369f45832a4dfc5ae0305. 2024-12-03T09:19:55,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217594346.ffb81330cdb369f45832a4dfc5ae0305. 2024-12-03T09:19:55,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733217594346.ffb81330cdb369f45832a4dfc5ae0305. after waiting 0 ms 2024-12-03T09:19:55,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733217594346.ffb81330cdb369f45832a4dfc5ae0305. 2024-12-03T09:19:55,160 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733217594346.ffb81330cdb369f45832a4dfc5ae0305. 2024-12-03T09:19:55,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ffb81330cdb369f45832a4dfc5ae0305: Waiting for close lock at 1733217595160Disabling compacts and flushes for region at 1733217595160Disabling writes for close at 1733217595160Writing region close event to WAL at 1733217595160Closed at 1733217595160 2024-12-03T09:19:55,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:19:55,161 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733217594346.ffb81330cdb369f45832a4dfc5ae0305.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733217595161"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217595161"}]},"ts":"1733217595161"} 2024-12-03T09:19:55,163 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:19:55,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:19:55,164 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217595164"}]},"ts":"1733217595164"} 2024-12-03T09:19:55,166 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T09:19:55,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ffb81330cdb369f45832a4dfc5ae0305, ASSIGN}] 2024-12-03T09:19:55,167 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ffb81330cdb369f45832a4dfc5ae0305, ASSIGN 2024-12-03T09:19:55,167 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ffb81330cdb369f45832a4dfc5ae0305, ASSIGN; state=OFFLINE, location=699c9baf3d29,34239,1733217589112; forceNewPlan=false, retain=false 2024-12-03T09:19:55,318 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ffb81330cdb369f45832a4dfc5ae0305, regionState=OPENING, regionLocation=699c9baf3d29,34239,1733217589112 2024-12-03T09:19:55,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ffb81330cdb369f45832a4dfc5ae0305, ASSIGN because future has completed 2024-12-03T09:19:55,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffb81330cdb369f45832a4dfc5ae0305, server=699c9baf3d29,34239,1733217589112}] 2024-12-03T09:19:55,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:19:55,484 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733217594346.ffb81330cdb369f45832a4dfc5ae0305. 2024-12-03T09:19:55,485 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ffb81330cdb369f45832a4dfc5ae0305, NAME => 'test,,1733217594346.ffb81330cdb369f45832a4dfc5ae0305.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:19:55,485 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:19:55,485 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T09:19:55,485 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ffb81330cdb369f45832a4dfc5ae0305 2024-12-03T09:19:55,485 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733217594346.ffb81330cdb369f45832a4dfc5ae0305.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:55,485 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ffb81330cdb369f45832a4dfc5ae0305 2024-12-03T09:19:55,485 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ffb81330cdb369f45832a4dfc5ae0305 2024-12-03T09:19:55,492 INFO [StoreOpener-ffb81330cdb369f45832a4dfc5ae0305-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ffb81330cdb369f45832a4dfc5ae0305 2024-12-03T09:19:55,494 INFO [StoreOpener-ffb81330cdb369f45832a4dfc5ae0305-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffb81330cdb369f45832a4dfc5ae0305 columnFamilyName f 2024-12-03T09:19:55,494 DEBUG [StoreOpener-ffb81330cdb369f45832a4dfc5ae0305-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:55,494 INFO [StoreOpener-ffb81330cdb369f45832a4dfc5ae0305-1 {}] regionserver.HStore(327): Store=ffb81330cdb369f45832a4dfc5ae0305/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:55,494 INFO [StoreOpener-ffb81330cdb369f45832a4dfc5ae0305-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ffb81330cdb369f45832a4dfc5ae0305 2024-12-03T09:19:55,497 INFO [StoreOpener-ffb81330cdb369f45832a4dfc5ae0305-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffb81330cdb369f45832a4dfc5ae0305 columnFamilyName f1 2024-12-03T09:19:55,497 DEBUG [StoreOpener-ffb81330cdb369f45832a4dfc5ae0305-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:55,497 INFO [StoreOpener-ffb81330cdb369f45832a4dfc5ae0305-1 {}] regionserver.HStore(327): Store=ffb81330cdb369f45832a4dfc5ae0305/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:55,497 INFO [StoreOpener-ffb81330cdb369f45832a4dfc5ae0305-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ffb81330cdb369f45832a4dfc5ae0305 2024-12-03T09:19:55,505 INFO [StoreOpener-ffb81330cdb369f45832a4dfc5ae0305-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffb81330cdb369f45832a4dfc5ae0305 columnFamilyName norep 2024-12-03T09:19:55,506 DEBUG [StoreOpener-ffb81330cdb369f45832a4dfc5ae0305-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:55,507 INFO [StoreOpener-ffb81330cdb369f45832a4dfc5ae0305-1 {}] regionserver.HStore(327): Store=ffb81330cdb369f45832a4dfc5ae0305/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:55,507 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ffb81330cdb369f45832a4dfc5ae0305 2024-12-03T09:19:55,508 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/default/test/ffb81330cdb369f45832a4dfc5ae0305 2024-12-03T09:19:55,508 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/default/test/ffb81330cdb369f45832a4dfc5ae0305 2024-12-03T09:19:55,509 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ffb81330cdb369f45832a4dfc5ae0305 2024-12-03T09:19:55,509 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ffb81330cdb369f45832a4dfc5ae0305 2024-12-03T09:19:55,510 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:19:55,511 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ffb81330cdb369f45832a4dfc5ae0305 2024-12-03T09:19:55,520 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/default/test/ffb81330cdb369f45832a4dfc5ae0305/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:19:55,521 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ffb81330cdb369f45832a4dfc5ae0305; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75149060, jitterRate=0.11980825662612915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:19:55,521 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ffb81330cdb369f45832a4dfc5ae0305 2024-12-03T09:19:55,522 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ffb81330cdb369f45832a4dfc5ae0305: Running coprocessor pre-open hook at 1733217595485Writing region info on filesystem at 1733217595485Initializing all the Stores at 1733217595486 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217595486Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217595492 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217595492Cleaning up temporary data from old regions at 1733217595509 (+17 ms)Running coprocessor post-open hooks at 1733217595521 (+12 ms)Region opened successfully at 1733217595521 2024-12-03T09:19:55,522 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733217594346.ffb81330cdb369f45832a4dfc5ae0305., pid=6, masterSystemTime=1733217595476 2024-12-03T09:19:55,524 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733217594346.ffb81330cdb369f45832a4dfc5ae0305. 2024-12-03T09:19:55,524 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733217594346.ffb81330cdb369f45832a4dfc5ae0305. 2024-12-03T09:19:55,525 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ffb81330cdb369f45832a4dfc5ae0305, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=699c9baf3d29,34239,1733217589112 2024-12-03T09:19:55,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffb81330cdb369f45832a4dfc5ae0305, server=699c9baf3d29,34239,1733217589112 because future has completed 2024-12-03T09:19:55,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T09:19:55,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ffb81330cdb369f45832a4dfc5ae0305, server=699c9baf3d29,34239,1733217589112 in 207 msec 2024-12-03T09:19:55,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T09:19:55,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ffb81330cdb369f45832a4dfc5ae0305, ASSIGN in 363 msec 2024-12-03T09:19:55,531 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:19:55,532 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217595531"}]},"ts":"1733217595531"} 2024-12-03T09:19:55,533 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T09:19:55,534 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:19:55,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1880 sec 2024-12-03T09:19:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:19:56,493 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T09:19:56,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca55819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:56,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,43159,-1 for getting cluster id 2024-12-03T09:19:56,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:19:56,495 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b3b7d8a-abf3-4d79-9366-5dff5b07b348' 2024-12-03T09:19:56,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:19:56,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b3b7d8a-abf3-4d79-9366-5dff5b07b348" 2024-12-03T09:19:56,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d8ee7db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:56,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,43159,-1] 2024-12-03T09:19:56,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:19:56,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:56,496 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:19:56,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b93d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:56,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3426c331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:56,497 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,40119,-1 for getting cluster id 2024-12-03T09:19:56,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:19:56,497 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc3b53dd-21b3-4b8e-858b-f63581c684c8' 2024-12-03T09:19:56,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:19:56,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc3b53dd-21b3-4b8e-858b-f63581c684c8" 2024-12-03T09:19:56,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f06b2e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:56,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,40119,-1] 2024-12-03T09:19:56,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:19:56,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:56,498 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:19:56,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b005589, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:56,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e276ce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:56,499 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,43159,-1 for getting cluster id 2024-12-03T09:19:56,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:19:56,500 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b3b7d8a-abf3-4d79-9366-5dff5b07b348' 2024-12-03T09:19:56,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:19:56,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b3b7d8a-abf3-4d79-9366-5dff5b07b348" 2024-12-03T09:19:56,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b0dec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:56,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,43159,-1] 2024-12-03T09:19:56,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:19:56,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:56,501 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:19:56,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59db81cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:56,502 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:19:56,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,43159,1733217583417 2024-12-03T09:19:56,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20cd92ed 2024-12-03T09:19:56,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:19:56,503 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:19:56,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://699c9baf3d29:40119,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T09:19:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T09:19:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:19:56,505 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:40119' 2024-12-03T09:19:56,506 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da49e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:56,506 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,40119,-1 for getting cluster id 2024-12-03T09:19:56,506 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:19:56,507 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc3b53dd-21b3-4b8e-858b-f63581c684c8' 2024-12-03T09:19:56,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:19:56,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc3b53dd-21b3-4b8e-858b-f63581c684c8" 2024-12-03T09:19:56,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f68e550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:56,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,40119,-1] 2024-12-03T09:19:56,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:19:56,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:56,508 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:19:56,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4766251e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:56,509 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:19:56,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,40119,1733217588973 2024-12-03T09:19:56,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@390f030c 2024-12-03T09:19:56,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:19:56,510 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:19:56,510 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T09:19:56,510 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T09:19:56,510 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:56,511 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:56,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:19:56,511 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:19:56,512 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T09:19:56,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:19:56,513 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:56,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:19:56,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741837_1013 (size=1138) 2024-12-03T09:19:56,562 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T09:19:56,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:19:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:19:56,920 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eddbac56e8ea6ba179c38c50e897e920, NAME => 'hbase:replication,,1733217596511.eddbac56e8ea6ba179c38c50e897e920.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176 2024-12-03T09:19:56,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741838_1014 (size=44) 2024-12-03T09:19:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:19:57,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217596511.eddbac56e8ea6ba179c38c50e897e920.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:57,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing eddbac56e8ea6ba179c38c50e897e920, disabling compactions & flushes 2024-12-03T09:19:57,325 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217596511.eddbac56e8ea6ba179c38c50e897e920. 2024-12-03T09:19:57,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217596511.eddbac56e8ea6ba179c38c50e897e920. 2024-12-03T09:19:57,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217596511.eddbac56e8ea6ba179c38c50e897e920. after waiting 0 ms 2024-12-03T09:19:57,326 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217596511.eddbac56e8ea6ba179c38c50e897e920. 2024-12-03T09:19:57,326 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733217596511.eddbac56e8ea6ba179c38c50e897e920. 2024-12-03T09:19:57,326 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for eddbac56e8ea6ba179c38c50e897e920: Waiting for close lock at 1733217597325Disabling compacts and flushes for region at 1733217597325Disabling writes for close at 1733217597325Writing region close event to WAL at 1733217597326 (+1 ms)Closed at 1733217597326 2024-12-03T09:19:57,327 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:19:57,327 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733217596511.eddbac56e8ea6ba179c38c50e897e920.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733217597327"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217597327"}]},"ts":"1733217597327"} 2024-12-03T09:19:57,329 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:19:57,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:19:57,330 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217597330"}]},"ts":"1733217597330"} 2024-12-03T09:19:57,332 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T09:19:57,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eddbac56e8ea6ba179c38c50e897e920, ASSIGN}] 2024-12-03T09:19:57,333 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eddbac56e8ea6ba179c38c50e897e920, ASSIGN 2024-12-03T09:19:57,334 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eddbac56e8ea6ba179c38c50e897e920, ASSIGN; state=OFFLINE, location=699c9baf3d29,35995,1733217583575; forceNewPlan=false, retain=false 2024-12-03T09:19:57,484 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eddbac56e8ea6ba179c38c50e897e920, regionState=OPENING, regionLocation=699c9baf3d29,35995,1733217583575 2024-12-03T09:19:57,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eddbac56e8ea6ba179c38c50e897e920, ASSIGN because future has completed 2024-12-03T09:19:57,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eddbac56e8ea6ba179c38c50e897e920, server=699c9baf3d29,35995,1733217583575}] 2024-12-03T09:19:57,514 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:19:57,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:57,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:57,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:57,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:57,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:57,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:57,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:19:57,562 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T09:19:57,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733217596511.eddbac56e8ea6ba179c38c50e897e920. 2024-12-03T09:19:57,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:19:57,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T09:19:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:19:57,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C35995%2C1733217583575.rep, suffix=, logDir=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575, archiveDir=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/oldWALs, maxLogs=10 2024-12-03T09:19:57,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.rep.1733217597644, exclude list is [], retry=0 2024-12-03T09:19:57,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44525,DS-3cfc6d50-4a64-413a-beb1-89de08fb4fca,DISK] 2024-12-03T09:19:57,663 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.rep.1733217597644 2024-12-03T09:19:57,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38829:38829)] 2024-12-03T09:19:57,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => eddbac56e8ea6ba179c38c50e897e920, NAME => 'hbase:replication,,1733217596511.eddbac56e8ea6ba179c38c50e897e920.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:19:57,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:19:57,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:19:57,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733217596511.eddbac56e8ea6ba179c38c50e897e920. service=MultiRowMutationService 2024-12-03T09:19:57,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T09:19:57,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication eddbac56e8ea6ba179c38c50e897e920 2024-12-03T09:19:57,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217596511.eddbac56e8ea6ba179c38c50e897e920.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:57,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for eddbac56e8ea6ba179c38c50e897e920 2024-12-03T09:19:57,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for eddbac56e8ea6ba179c38c50e897e920 2024-12-03T09:19:57,666 INFO [StoreOpener-eddbac56e8ea6ba179c38c50e897e920-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region eddbac56e8ea6ba179c38c50e897e920 2024-12-03T09:19:57,667 INFO [StoreOpener-eddbac56e8ea6ba179c38c50e897e920-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eddbac56e8ea6ba179c38c50e897e920 columnFamilyName hfileref 2024-12-03T09:19:57,667 DEBUG [StoreOpener-eddbac56e8ea6ba179c38c50e897e920-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:57,667 INFO [StoreOpener-eddbac56e8ea6ba179c38c50e897e920-1 {}] regionserver.HStore(327): Store=eddbac56e8ea6ba179c38c50e897e920/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:57,667 INFO [StoreOpener-eddbac56e8ea6ba179c38c50e897e920-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region eddbac56e8ea6ba179c38c50e897e920 2024-12-03T09:19:57,668 INFO [StoreOpener-eddbac56e8ea6ba179c38c50e897e920-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eddbac56e8ea6ba179c38c50e897e920 columnFamilyName queue 2024-12-03T09:19:57,668 DEBUG [StoreOpener-eddbac56e8ea6ba179c38c50e897e920-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:57,669 INFO [StoreOpener-eddbac56e8ea6ba179c38c50e897e920-1 {}] regionserver.HStore(327): Store=eddbac56e8ea6ba179c38c50e897e920/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:57,669 INFO [StoreOpener-eddbac56e8ea6ba179c38c50e897e920-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region eddbac56e8ea6ba179c38c50e897e920 2024-12-03T09:19:57,669 INFO [StoreOpener-eddbac56e8ea6ba179c38c50e897e920-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eddbac56e8ea6ba179c38c50e897e920 columnFamilyName sid 2024-12-03T09:19:57,670 DEBUG [StoreOpener-eddbac56e8ea6ba179c38c50e897e920-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:57,670 INFO [StoreOpener-eddbac56e8ea6ba179c38c50e897e920-1 {}] regionserver.HStore(327): Store=eddbac56e8ea6ba179c38c50e897e920/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:57,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for eddbac56e8ea6ba179c38c50e897e920 2024-12-03T09:19:57,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/replication/eddbac56e8ea6ba179c38c50e897e920 2024-12-03T09:19:57,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/replication/eddbac56e8ea6ba179c38c50e897e920 2024-12-03T09:19:57,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for eddbac56e8ea6ba179c38c50e897e920 2024-12-03T09:19:57,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for eddbac56e8ea6ba179c38c50e897e920 2024-12-03T09:19:57,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:19:57,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for eddbac56e8ea6ba179c38c50e897e920 2024-12-03T09:19:57,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/replication/eddbac56e8ea6ba179c38c50e897e920/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:19:57,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened eddbac56e8ea6ba179c38c50e897e920; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66470557, jitterRate=-0.009511515498161316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:19:57,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eddbac56e8ea6ba179c38c50e897e920 2024-12-03T09:19:57,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for eddbac56e8ea6ba179c38c50e897e920: Running coprocessor pre-open hook at 1733217597665Writing region info on filesystem at 1733217597665Initializing all the Stores at 1733217597665Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217597665Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217597666 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217597666Cleaning up temporary data from old regions at 1733217597672 (+6 ms)Running coprocessor post-open hooks at 1733217597676 (+4 ms)Region opened successfully at 1733217597676 2024-12-03T09:19:57,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733217596511.eddbac56e8ea6ba179c38c50e897e920., pid=10, masterSystemTime=1733217597639 2024-12-03T09:19:57,679 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eddbac56e8ea6ba179c38c50e897e920, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,35995,1733217583575 2024-12-03T09:19:57,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733217596511.eddbac56e8ea6ba179c38c50e897e920. 2024-12-03T09:19:57,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733217596511.eddbac56e8ea6ba179c38c50e897e920. 2024-12-03T09:19:57,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eddbac56e8ea6ba179c38c50e897e920, server=699c9baf3d29,35995,1733217583575 because future has completed 2024-12-03T09:19:57,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T09:19:57,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure eddbac56e8ea6ba179c38c50e897e920, server=699c9baf3d29,35995,1733217583575 in 195 msec 2024-12-03T09:19:57,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T09:19:57,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eddbac56e8ea6ba179c38c50e897e920, ASSIGN in 351 msec 2024-12-03T09:19:57,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:19:57,686 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217597685"}]},"ts":"1733217597685"} 2024-12-03T09:19:57,687 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T09:19:57,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:19:57,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-12-03T09:19:57,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733217596511.eddbac56e8ea6ba179c38c50e897e920., hostname=699c9baf3d29,35995,1733217583575, seqNum=2] 2024-12-03T09:19:57,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35995-0x1019a7d74880001, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603629895 2024-12-03T09:19:57,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603629895 2024-12-03T09:19:57,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T09:19:57,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35995 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T09:19:57,984 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T09:19:58,008 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-699c9baf3d29,35995,1733217583575, ReplicationSource: 1, currentBandwidth=0 2024-12-03T09:19:58,009 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:19:58,009 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,35995,1733217583575, seqNum=-1] 2024-12-03T09:19:58,009 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:19:58,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-03T09:19:58,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-699c9baf3d29,35995,1733217583575', locateType=CURRENT is [region=hbase:replication,,1733217596511.eddbac56e8ea6ba179c38c50e897e920., hostname=699c9baf3d29,35995,1733217583575, seqNum=2] 2024-12-03T09:19:58,014 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T09:19:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T09:19:58,016 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 699c9baf3d29,35995,1733217583575 suceeded 2024-12-03T09:19:58,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T09:19:58,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-03T09:19:58,017 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://699c9baf3d29:40119,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T09:19:58,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5140 sec 2024-12-03T09:19:58,027 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:40119' 2024-12-03T09:19:58,028 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64cc001, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:58,028 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,40119,-1 for getting cluster id 2024-12-03T09:19:58,028 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:19:58,028 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc3b53dd-21b3-4b8e-858b-f63581c684c8' 2024-12-03T09:19:58,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:19:58,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc3b53dd-21b3-4b8e-858b-f63581c684c8" 2024-12-03T09:19:58,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f6ad163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:58,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,40119,-1] 2024-12-03T09:19:58,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:19:58,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:58,030 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:19:58,030 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b370c31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:58,031 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:19:58,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,40119,1733217588973 2024-12-03T09:19:58,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68c8de93 2024-12-03T09:19:58,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:19:58,032 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-03T09:19:58,032 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-699c9baf3d29,35995,1733217583575 (queues=1) is replicating from cluster=4b3b7d8a-abf3-4d79-9366-5dff5b07b348 to cluster=cc3b53dd-21b3-4b8e-858b-f63581c684c8 2024-12-03T09:19:58,033 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=699c9baf3d29%2C35995%2C1733217583575 2024-12-03T09:19:58,033 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-699c9baf3d29,35995,1733217583575, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T09:19:58,033 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.shipper699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 699c9baf3d29%2C35995%2C1733217583575 2024-12-03T09:19:58,033 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.wal-reader.699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906, startPosition=0, beingWritten=true 2024-12-03T09:19:58,038 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.wal-reader.699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:19:58,038 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.wal-reader.699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906 to pos 379, reset compression=false 2024-12-03T09:19:58,038 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.shipper699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,35995,1733217583575 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:19:58,242 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.wal-reader.699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906 to pos 379, reset compression=false 2024-12-03T09:19:58,546 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.wal-reader.699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906 to pos 379, reset compression=false 2024-12-03T09:19:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:19:58,653 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T09:19:58,653 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:19:58,653 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:19:58,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:58,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:58,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:19:58,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7111c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:58,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,40119,-1 for getting cluster id 2024-12-03T09:19:58,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:19:58,655 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc3b53dd-21b3-4b8e-858b-f63581c684c8' 2024-12-03T09:19:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:19:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc3b53dd-21b3-4b8e-858b-f63581c684c8" 2024-12-03T09:19:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c9a0c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,40119,-1] 2024-12-03T09:19:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:19:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:58,656 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:19:58,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72639a56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:58,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:19:58,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,40119,1733217588973 2024-12-03T09:19:58,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32d3d799 2024-12-03T09:19:58,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:19:58,657 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:19:58,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40119 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://699c9baf3d29:43159,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T09:19:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40119 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T09:19:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:19:58,660 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:43159' 2024-12-03T09:19:58,661 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752f3390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:58,661 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,43159,-1 for getting cluster id 2024-12-03T09:19:58,661 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:19:58,662 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b3b7d8a-abf3-4d79-9366-5dff5b07b348' 2024-12-03T09:19:58,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:19:58,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b3b7d8a-abf3-4d79-9366-5dff5b07b348" 2024-12-03T09:19:58,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cab3f50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:58,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,43159,-1] 2024-12-03T09:19:58,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:19:58,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:58,663 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:19:58,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d4f3042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:19:58,663 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:19:58,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,43159,1733217583417 2024-12-03T09:19:58,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71475b2d 2024-12-03T09:19:58,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:19:58,665 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:19:58,665 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T09:19:58,665 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T09:19:58,665 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:58,665 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:19:58,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:19:58,666 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:19:58,666 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T09:19:58,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:19:58,667 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:58,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:19:58,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741837_1013 (size=1138) 2024-12-03T09:19:58,717 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T09:19:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:19:58,950 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.wal-reader.699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906 to pos 379, reset compression=false 2024-12-03T09:19:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:19:59,077 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 38d98c9d930f88d8cf2fb51773908b73, NAME => 'hbase:replication,,1733217598665.38d98c9d930f88d8cf2fb51773908b73.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1 2024-12-03T09:19:59,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741838_1014 (size=44) 2024-12-03T09:19:59,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T09:19:59,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T09:19:59,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T09:19:59,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T09:19:59,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T09:19:59,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T09:19:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:19:59,454 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.wal-reader.699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906 to pos 379, reset compression=false 2024-12-03T09:19:59,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217598665.38d98c9d930f88d8cf2fb51773908b73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:59,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 38d98c9d930f88d8cf2fb51773908b73, disabling compactions & flushes 2024-12-03T09:19:59,484 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217598665.38d98c9d930f88d8cf2fb51773908b73. 2024-12-03T09:19:59,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217598665.38d98c9d930f88d8cf2fb51773908b73. 2024-12-03T09:19:59,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217598665.38d98c9d930f88d8cf2fb51773908b73. after waiting 0 ms 2024-12-03T09:19:59,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217598665.38d98c9d930f88d8cf2fb51773908b73. 2024-12-03T09:19:59,484 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733217598665.38d98c9d930f88d8cf2fb51773908b73. 2024-12-03T09:19:59,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 38d98c9d930f88d8cf2fb51773908b73: Waiting for close lock at 1733217599484Disabling compacts and flushes for region at 1733217599484Disabling writes for close at 1733217599484Writing region close event to WAL at 1733217599484Closed at 1733217599484 2024-12-03T09:19:59,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:19:59,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733217598665.38d98c9d930f88d8cf2fb51773908b73.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733217599485"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217599485"}]},"ts":"1733217599485"} 2024-12-03T09:19:59,487 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:19:59,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:19:59,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217599487"}]},"ts":"1733217599487"} 2024-12-03T09:19:59,489 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T09:19:59,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38d98c9d930f88d8cf2fb51773908b73, ASSIGN}] 2024-12-03T09:19:59,490 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38d98c9d930f88d8cf2fb51773908b73, ASSIGN 2024-12-03T09:19:59,490 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=38d98c9d930f88d8cf2fb51773908b73, ASSIGN; state=OFFLINE, location=699c9baf3d29,34239,1733217589112; forceNewPlan=false, retain=false 2024-12-03T09:19:59,641 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=38d98c9d930f88d8cf2fb51773908b73, regionState=OPENING, regionLocation=699c9baf3d29,34239,1733217589112 2024-12-03T09:19:59,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=38d98c9d930f88d8cf2fb51773908b73, ASSIGN because future has completed 2024-12-03T09:19:59,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38d98c9d930f88d8cf2fb51773908b73, server=699c9baf3d29,34239,1733217589112}] 2024-12-03T09:19:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:19:59,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733217598665.38d98c9d930f88d8cf2fb51773908b73. 2024-12-03T09:19:59,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:19:59,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T09:19:59,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C34239%2C1733217589112.rep, suffix=, logDir=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112, archiveDir=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/oldWALs, maxLogs=10 2024-12-03T09:19:59,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.rep.1733217599801, exclude list is [], retry=0 2024-12-03T09:19:59,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43907,DS-8ecd5c8c-af16-4aec-ac05-84ab06e210ac,DISK] 2024-12-03T09:19:59,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.rep.1733217599801 2024-12-03T09:19:59,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42895:42895)] 2024-12-03T09:19:59,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 38d98c9d930f88d8cf2fb51773908b73, NAME => 'hbase:replication,,1733217598665.38d98c9d930f88d8cf2fb51773908b73.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:19:59,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:19:59,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:19:59,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733217598665.38d98c9d930f88d8cf2fb51773908b73. service=MultiRowMutationService 2024-12-03T09:19:59,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T09:19:59,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 38d98c9d930f88d8cf2fb51773908b73 2024-12-03T09:19:59,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217598665.38d98c9d930f88d8cf2fb51773908b73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:19:59,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 38d98c9d930f88d8cf2fb51773908b73 2024-12-03T09:19:59,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 38d98c9d930f88d8cf2fb51773908b73 2024-12-03T09:19:59,823 INFO [StoreOpener-38d98c9d930f88d8cf2fb51773908b73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 38d98c9d930f88d8cf2fb51773908b73 2024-12-03T09:19:59,824 INFO [StoreOpener-38d98c9d930f88d8cf2fb51773908b73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38d98c9d930f88d8cf2fb51773908b73 columnFamilyName hfileref 2024-12-03T09:19:59,824 DEBUG [StoreOpener-38d98c9d930f88d8cf2fb51773908b73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:59,825 INFO [StoreOpener-38d98c9d930f88d8cf2fb51773908b73-1 {}] regionserver.HStore(327): Store=38d98c9d930f88d8cf2fb51773908b73/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:59,825 INFO [StoreOpener-38d98c9d930f88d8cf2fb51773908b73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 38d98c9d930f88d8cf2fb51773908b73 2024-12-03T09:19:59,826 INFO [StoreOpener-38d98c9d930f88d8cf2fb51773908b73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38d98c9d930f88d8cf2fb51773908b73 columnFamilyName queue 2024-12-03T09:19:59,826 DEBUG [StoreOpener-38d98c9d930f88d8cf2fb51773908b73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:59,826 INFO [StoreOpener-38d98c9d930f88d8cf2fb51773908b73-1 {}] regionserver.HStore(327): Store=38d98c9d930f88d8cf2fb51773908b73/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:59,827 INFO [StoreOpener-38d98c9d930f88d8cf2fb51773908b73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 38d98c9d930f88d8cf2fb51773908b73 2024-12-03T09:19:59,827 INFO [StoreOpener-38d98c9d930f88d8cf2fb51773908b73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38d98c9d930f88d8cf2fb51773908b73 columnFamilyName sid 2024-12-03T09:19:59,828 DEBUG [StoreOpener-38d98c9d930f88d8cf2fb51773908b73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:19:59,828 INFO [StoreOpener-38d98c9d930f88d8cf2fb51773908b73-1 {}] regionserver.HStore(327): Store=38d98c9d930f88d8cf2fb51773908b73/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:19:59,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 38d98c9d930f88d8cf2fb51773908b73 2024-12-03T09:19:59,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/replication/38d98c9d930f88d8cf2fb51773908b73 2024-12-03T09:19:59,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/replication/38d98c9d930f88d8cf2fb51773908b73 2024-12-03T09:19:59,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 38d98c9d930f88d8cf2fb51773908b73 2024-12-03T09:19:59,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 38d98c9d930f88d8cf2fb51773908b73 2024-12-03T09:19:59,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:19:59,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 38d98c9d930f88d8cf2fb51773908b73 2024-12-03T09:19:59,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/replication/38d98c9d930f88d8cf2fb51773908b73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:19:59,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 38d98c9d930f88d8cf2fb51773908b73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64186824, jitterRate=-0.043541789054870605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:19:59,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38d98c9d930f88d8cf2fb51773908b73 2024-12-03T09:19:59,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 38d98c9d930f88d8cf2fb51773908b73: Running coprocessor pre-open hook at 1733217599822Writing region info on filesystem at 1733217599822Initializing all the Stores at 1733217599823 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217599823Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217599823Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217599823Cleaning up temporary data from old regions at 1733217599830 (+7 ms)Running coprocessor post-open hooks at 1733217599835 (+5 ms)Region opened successfully at 1733217599835 2024-12-03T09:19:59,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733217598665.38d98c9d930f88d8cf2fb51773908b73., pid=10, masterSystemTime=1733217599795 2024-12-03T09:19:59,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733217598665.38d98c9d930f88d8cf2fb51773908b73. 2024-12-03T09:19:59,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733217598665.38d98c9d930f88d8cf2fb51773908b73. 2024-12-03T09:19:59,839 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=38d98c9d930f88d8cf2fb51773908b73, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,34239,1733217589112 2024-12-03T09:19:59,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38d98c9d930f88d8cf2fb51773908b73, server=699c9baf3d29,34239,1733217589112 because future has completed 2024-12-03T09:19:59,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T09:19:59,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 38d98c9d930f88d8cf2fb51773908b73, server=699c9baf3d29,34239,1733217589112 in 201 msec 2024-12-03T09:19:59,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T09:19:59,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38d98c9d930f88d8cf2fb51773908b73, ASSIGN in 357 msec 2024-12-03T09:19:59,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:19:59,850 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217599850"}]},"ts":"1733217599850"} 2024-12-03T09:19:59,852 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T09:19:59,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:19:59,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1870 sec 2024-12-03T09:19:59,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733217598665.38d98c9d930f88d8cf2fb51773908b73., hostname=699c9baf3d29,34239,1733217589112, seqNum=2] 2024-12-03T09:19:59,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34239-0x1019a7d74880004, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856027068 2024-12-03T09:19:59,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856027068 2024-12-03T09:19:59,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T09:20:00,057 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.wal-reader.699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906 to pos 379, reset compression=false 2024-12-03T09:20:00,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T09:20:00,120 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T09:20:00,143 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-699c9baf3d29,34239,1733217589112, ReplicationSource: 1, currentBandwidth=0 2024-12-03T09:20:00,144 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:20:00,144 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,34239,1733217589112, seqNum=-1] 2024-12-03T09:20:00,144 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:20:00,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-03T09:20:00,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-699c9baf3d29,34239,1733217589112', locateType=CURRENT is [region=hbase:replication,,1733217598665.38d98c9d930f88d8cf2fb51773908b73., hostname=699c9baf3d29,34239,1733217589112, seqNum=2] 2024-12-03T09:20:00,148 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T09:20:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40119 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T09:20:00,150 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 699c9baf3d29,34239,1733217589112 suceeded 2024-12-03T09:20:00,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T09:20:00,152 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://699c9baf3d29:43159,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T09:20:00,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-03T09:20:00,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4940 sec 2024-12-03T09:20:00,160 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:43159' 2024-12-03T09:20:00,161 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17e98cf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:00,161 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,43159,-1 for getting cluster id 2024-12-03T09:20:00,161 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:20:00,161 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b3b7d8a-abf3-4d79-9366-5dff5b07b348' 2024-12-03T09:20:00,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:20:00,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b3b7d8a-abf3-4d79-9366-5dff5b07b348" 2024-12-03T09:20:00,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c091f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:00,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,43159,-1] 2024-12-03T09:20:00,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:20:00,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:00,163 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:20:00,163 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c3a9fc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:00,163 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:20:00,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,43159,1733217583417 2024-12-03T09:20:00,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b6eeb1f 2024-12-03T09:20:00,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:20:00,164 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-03T09:20:00,165 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-699c9baf3d29,34239,1733217589112 (queues=1) is replicating from cluster=cc3b53dd-21b3-4b8e-858b-f63581c684c8 to cluster=4b3b7d8a-abf3-4d79-9366-5dff5b07b348 2024-12-03T09:20:00,165 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=699c9baf3d29%2C34239%2C1733217589112 2024-12-03T09:20:00,165 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-699c9baf3d29,34239,1733217589112, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T09:20:00,165 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.wal-reader.699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.1733217591495, startPosition=0, beingWritten=true 2024-12-03T09:20:00,165 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.shipper699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 699c9baf3d29%2C34239%2C1733217589112 2024-12-03T09:20:00,170 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.wal-reader.699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:20:00,170 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.wal-reader.699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.1733217591495 to pos 379, reset compression=false 2024-12-03T09:20:00,170 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.shipper699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,34239,1733217589112 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.1733217591495, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:20:00,373 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.wal-reader.699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.1733217591495 to pos 379, reset compression=false 2024-12-03T09:20:00,676 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.wal-reader.699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.1733217591495 to pos 379, reset compression=false 2024-12-03T09:20:00,760 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.wal-reader.699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906 to pos 379, reset compression=false 2024-12-03T09:20:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:20:00,803 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T09:20:00,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:20:00,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:20:00,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:00,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:00,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:20:00,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:00,807 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733217600807/Put/seqid=0 2024-12-03T09:20:00,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741840_1016 (size=7894) 2024-12-03T09:20:01,080 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.wal-reader.699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.1733217591495 to pos 379, reset compression=false 2024-12-03T09:20:01,213 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733217601212/Put/seqid=0 2024-12-03T09:20:01,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741841_1017 (size=7691) 2024-12-03T09:20:01,563 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.wal-reader.699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906 to pos 379, reset compression=false 2024-12-03T09:20:01,584 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.wal-reader.699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.1733217591495 to pos 379, reset compression=false 2024-12-03T09:20:01,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d46557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:01,617 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,43159,-1 for getting cluster id 2024-12-03T09:20:01,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:20:01,618 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b3b7d8a-abf3-4d79-9366-5dff5b07b348' 2024-12-03T09:20:01,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:20:01,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b3b7d8a-abf3-4d79-9366-5dff5b07b348" 2024-12-03T09:20:01,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dad0a83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:01,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,43159,-1] 2024-12-03T09:20:01,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:20:01,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:01,619 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:20:01,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f847d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:01,620 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:20:01,620 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,35995,1733217583575, seqNum=-1] 2024-12-03T09:20:01,620 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:20:01,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:20:01,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:20:01,629 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,43159,1733217583417 2024-12-03T09:20:01,629 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@397fb89e 2024-12-03T09:20:01,629 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:20:01,630 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:20:01,633 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733217592193.21642029b6b30362502491ab756c32bf., hostname=699c9baf3d29,35995,1733217583575, seqNum=2] 2024-12-03T09:20:01,635 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T09:20:01,640 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-03T09:20:01,642 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-03T09:20:01,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 21642029b6b30362502491ab756c32bf/f 2024-12-03T09:20:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T09:20:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T09:20:01,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 21642029b6b30362502491ab756c32bf/f 2024-12-03T09:20:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T09:20:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T09:20:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HRegion(2603): Flush status journal for 21642029b6b30362502491ab756c32bf: 2024-12-03T09:20:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/staging/jenkins__test__btmsjs9e7fkofvqcpbkh8k8vcllv56mh5m2va3koae7oiq8rvr1pkni76nfp1t6c/f/hfile_1 2024-12-03T09:20:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/staging/jenkins__test__btmsjs9e7fkofvqcpbkh8k8vcllv56mh5m2va3koae7oiq8rvr1pkni76nfp1t6c/f/hfile_1 as hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/default/test/21642029b6b30362502491ab756c32bf/f/3f3dcbc298f24632b5e12f682e9d8e68_SeqId_4_ 2024-12-03T09:20:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/staging/jenkins__test__btmsjs9e7fkofvqcpbkh8k8vcllv56mh5m2va3koae7oiq8rvr1pkni76nfp1t6c/f/hfile_0 2024-12-03T09:20:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/staging/jenkins__test__btmsjs9e7fkofvqcpbkh8k8vcllv56mh5m2va3koae7oiq8rvr1pkni76nfp1t6c/f/hfile_0 as hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/default/test/21642029b6b30362502491ab756c32bf/f/1d8b7077a99e4475983b4630af5a2a77_SeqId_4_ 2024-12-03T09:20:01,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/staging/jenkins__test__btmsjs9e7fkofvqcpbkh8k8vcllv56mh5m2va3koae7oiq8rvr1pkni76nfp1t6c/f/hfile_1 into 21642029b6b30362502491ab756c32bf/f as hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/default/test/21642029b6b30362502491ab756c32bf/f/3f3dcbc298f24632b5e12f682e9d8e68_SeqId_4_ - updating store file list. 2024-12-03T09:20:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3f3dcbc298f24632b5e12f682e9d8e68_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T09:20:01,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/default/test/21642029b6b30362502491ab756c32bf/f/3f3dcbc298f24632b5e12f682e9d8e68_SeqId_4_ into 21642029b6b30362502491ab756c32bf/f 2024-12-03T09:20:01,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/staging/jenkins__test__btmsjs9e7fkofvqcpbkh8k8vcllv56mh5m2va3koae7oiq8rvr1pkni76nfp1t6c/f/hfile_1 into 21642029b6b30362502491ab756c32bf/f (new location: hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/default/test/21642029b6b30362502491ab756c32bf/f/3f3dcbc298f24632b5e12f682e9d8e68_SeqId_4_) 2024-12-03T09:20:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/staging/jenkins__test__btmsjs9e7fkofvqcpbkh8k8vcllv56mh5m2va3koae7oiq8rvr1pkni76nfp1t6c/f/hfile_1 2024-12-03T09:20:01,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/staging/jenkins__test__btmsjs9e7fkofvqcpbkh8k8vcllv56mh5m2va3koae7oiq8rvr1pkni76nfp1t6c/f/hfile_0 into 21642029b6b30362502491ab756c32bf/f as hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/default/test/21642029b6b30362502491ab756c32bf/f/1d8b7077a99e4475983b4630af5a2a77_SeqId_4_ - updating store file list. 2024-12-03T09:20:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1d8b7077a99e4475983b4630af5a2a77_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T09:20:01,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/default/test/21642029b6b30362502491ab756c32bf/f/1d8b7077a99e4475983b4630af5a2a77_SeqId_4_ into 21642029b6b30362502491ab756c32bf/f 2024-12-03T09:20:01,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/staging/jenkins__test__btmsjs9e7fkofvqcpbkh8k8vcllv56mh5m2va3koae7oiq8rvr1pkni76nfp1t6c/f/hfile_0 into 21642029b6b30362502491ab756c32bf/f (new location: hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/default/test/21642029b6b30362502491ab756c32bf/f/1d8b7077a99e4475983b4630af5a2a77_SeqId_4_) 2024-12-03T09:20:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/staging/jenkins__test__btmsjs9e7fkofvqcpbkh8k8vcllv56mh5m2va3koae7oiq8rvr1pkni76nfp1t6c/f/hfile_0 2024-12-03T09:20:01,668 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:20:01,668 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:20:01,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:01,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:01,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:20:01,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:20:01,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733217592193.21642029b6b30362502491ab756c32bf., hostname=699c9baf3d29,35995,1733217583575, seqNum=2 , the old value is region=test,,1733217592193.21642029b6b30362502491ab756c32bf., hostname=699c9baf3d29,35995,1733217583575, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=699c9baf3d29:35995 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T09:20:01,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733217592193.21642029b6b30362502491ab756c32bf., hostname=699c9baf3d29,35995,1733217583575, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T09:20:01,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733217592193.21642029b6b30362502491ab756c32bf., hostname=699c9baf3d29,35995,1733217583575, seqNum=2 from cache 2024-12-03T09:20:01,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,34239,1733217589112, seqNum=-1] 2024-12-03T09:20:01,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:20:01,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:20:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:53362 deadline: 1733217661668 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:53362 2024-12-03T09:20:01,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733217594346.ffb81330cdb369f45832a4dfc5ae0305., hostname=699c9baf3d29,34239,1733217589112, seqNum=2] 2024-12-03T09:20:01,674 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T09:20:01,773 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:35995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T09:20:02,187 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.wal-reader.699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.1733217591495 to pos 379, reset compression=false 2024-12-03T09:20:02,467 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.wal-reader.699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906 to pos 379, reset compression=false 2024-12-03T09:20:02,471 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.wal-reader.699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:20:02,471 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.shipper699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,35995,1733217583575 got entry batch from reader: WALEntryBatch [walEntries=[{test/21642029b6b30362502491ab756c32bf/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733217601666/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T09:20:02,473 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.shipper699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:20:02,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-03T09:20:02,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.ReplicationSink(318): Replicating [4b3b7d8a-abf3-4d79-9366-5dff5b07b348] bulk loaded data 2024-12-03T09:20:02,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d0194fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:02,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,40119,-1 for getting cluster id 2024-12-03T09:20:02,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:20:02,475 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc3b53dd-21b3-4b8e-858b-f63581c684c8' 2024-12-03T09:20:02,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:20:02,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc3b53dd-21b3-4b8e-858b-f63581c684c8" 2024-12-03T09:20:02,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7553529d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:02,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,40119,-1] 2024-12-03T09:20:02,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:20:02,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:02,476 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:20:02,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c79acbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:02,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741840_1016 (size=7691) 2024-12-03T09:20:02,671 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.wal-reader.699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906 to pos 687, reset compression=false 2024-12-03T09:20:02,676 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T09:20:02,891 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.wal-reader.699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.1733217591495 to pos 379, reset compression=false 2024-12-03T09:20:02,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741841_1017 (size=7894) 2024-12-03T09:20:02,974 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.wal-reader.699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906 to pos 687, reset compression=false 2024-12-03T09:20:03,166 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:20:03,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:03,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:03,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:03,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:03,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:03,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:03,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:03,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:20:03,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,40119,1733217588973 2024-12-03T09:20:03,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5271b49c 2024-12-03T09:20:03,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:20:03,297 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-03T09:20:03,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T09:20:03,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:20:03,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,34239,1733217589112, seqNum=-1] 2024-12-03T09:20:03,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:20:03,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-03T09:20:03,306 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/staging/jenkins.hfs.11__test__hc4sq2vh3l1nfo93i0fj6tnt71sn7jue685t07cast0g25tspq7l8fr948rlalj7/f/1d8b7077a99e4475983b4630af5a2a77_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T09:20:03,309 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/staging/jenkins.hfs.11__test__hc4sq2vh3l1nfo93i0fj6tnt71sn7jue685t07cast0g25tspq7l8fr948rlalj7/f/3f3dcbc298f24632b5e12f682e9d8e68_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T09:20:03,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/staging/jenkins.hfs.11__test__hc4sq2vh3l1nfo93i0fj6tnt71sn7jue685t07cast0g25tspq7l8fr948rlalj7/f/1d8b7077a99e4475983b4630af5a2a77_SeqId_4_ for inclusion in ffb81330cdb369f45832a4dfc5ae0305/f 2024-12-03T09:20:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T09:20:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T09:20:03,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/staging/jenkins.hfs.11__test__hc4sq2vh3l1nfo93i0fj6tnt71sn7jue685t07cast0g25tspq7l8fr948rlalj7/f/3f3dcbc298f24632b5e12f682e9d8e68_SeqId_4_ for inclusion in ffb81330cdb369f45832a4dfc5ae0305/f 2024-12-03T09:20:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T09:20:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T09:20:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HRegion(2603): Flush status journal for ffb81330cdb369f45832a4dfc5ae0305: 2024-12-03T09:20:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1d8b7077a99e4475983b4630af5a2a77_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T09:20:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/staging/jenkins.hfs.11__test__hc4sq2vh3l1nfo93i0fj6tnt71sn7jue685t07cast0g25tspq7l8fr948rlalj7/f/1d8b7077a99e4475983b4630af5a2a77_SeqId_4_ as hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/default/test/ffb81330cdb369f45832a4dfc5ae0305/f/69057c3c574a42559c9c89d1fe17d7cf_SeqId_4_ 2024-12-03T09:20:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3f3dcbc298f24632b5e12f682e9d8e68_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T09:20:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/staging/jenkins.hfs.11__test__hc4sq2vh3l1nfo93i0fj6tnt71sn7jue685t07cast0g25tspq7l8fr948rlalj7/f/3f3dcbc298f24632b5e12f682e9d8e68_SeqId_4_ as hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/default/test/ffb81330cdb369f45832a4dfc5ae0305/f/49c299663c4449b1abfae304cf91f4e1_SeqId_4_ 2024-12-03T09:20:03,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/staging/jenkins.hfs.11__test__hc4sq2vh3l1nfo93i0fj6tnt71sn7jue685t07cast0g25tspq7l8fr948rlalj7/f/1d8b7077a99e4475983b4630af5a2a77_SeqId_4_ into ffb81330cdb369f45832a4dfc5ae0305/f as hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/default/test/ffb81330cdb369f45832a4dfc5ae0305/f/69057c3c574a42559c9c89d1fe17d7cf_SeqId_4_ - updating store file list. 2024-12-03T09:20:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 69057c3c574a42559c9c89d1fe17d7cf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T09:20:03,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/default/test/ffb81330cdb369f45832a4dfc5ae0305/f/69057c3c574a42559c9c89d1fe17d7cf_SeqId_4_ into ffb81330cdb369f45832a4dfc5ae0305/f 2024-12-03T09:20:03,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/staging/jenkins.hfs.11__test__hc4sq2vh3l1nfo93i0fj6tnt71sn7jue685t07cast0g25tspq7l8fr948rlalj7/f/1d8b7077a99e4475983b4630af5a2a77_SeqId_4_ into ffb81330cdb369f45832a4dfc5ae0305/f (new location: hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/default/test/ffb81330cdb369f45832a4dfc5ae0305/f/69057c3c574a42559c9c89d1fe17d7cf_SeqId_4_) 2024-12-03T09:20:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/staging/jenkins.hfs.11__test__hc4sq2vh3l1nfo93i0fj6tnt71sn7jue685t07cast0g25tspq7l8fr948rlalj7/f/1d8b7077a99e4475983b4630af5a2a77_SeqId_4_ 2024-12-03T09:20:03,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/staging/jenkins.hfs.11__test__hc4sq2vh3l1nfo93i0fj6tnt71sn7jue685t07cast0g25tspq7l8fr948rlalj7/f/3f3dcbc298f24632b5e12f682e9d8e68_SeqId_4_ into ffb81330cdb369f45832a4dfc5ae0305/f as hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/default/test/ffb81330cdb369f45832a4dfc5ae0305/f/49c299663c4449b1abfae304cf91f4e1_SeqId_4_ - updating store file list. 2024-12-03T09:20:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 49c299663c4449b1abfae304cf91f4e1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T09:20:03,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/default/test/ffb81330cdb369f45832a4dfc5ae0305/f/49c299663c4449b1abfae304cf91f4e1_SeqId_4_ into ffb81330cdb369f45832a4dfc5ae0305/f 2024-12-03T09:20:03,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/staging/jenkins.hfs.11__test__hc4sq2vh3l1nfo93i0fj6tnt71sn7jue685t07cast0g25tspq7l8fr948rlalj7/f/3f3dcbc298f24632b5e12f682e9d8e68_SeqId_4_ into ffb81330cdb369f45832a4dfc5ae0305/f (new location: hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/default/test/ffb81330cdb369f45832a4dfc5ae0305/f/49c299663c4449b1abfae304cf91f4e1_SeqId_4_) 2024-12-03T09:20:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/staging/jenkins.hfs.11__test__hc4sq2vh3l1nfo93i0fj6tnt71sn7jue685t07cast0g25tspq7l8fr948rlalj7/f/3f3dcbc298f24632b5e12f682e9d8e68_SeqId_4_ 2024-12-03T09:20:03,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.ReplicationSink(324): Finished replicating [4b3b7d8a-abf3-4d79-9366-5dff5b07b348] bulk loaded data 2024-12-03T09:20:03,378 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.wal-reader.699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906 to pos 687, reset compression=false 2024-12-03T09:20:03,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:03,687 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733217603687/Put/seqid=0 2024-12-03T09:20:03,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741842_1018 (size=11194) 2024-12-03T09:20:03,694 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.wal-reader.699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.1733217591495 to pos 379, reset compression=false 2024-12-03T09:20:03,699 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.wal-reader.699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:20:03,699 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.shipper699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,34239,1733217589112 got entry batch from reader: WALEntryBatch [walEntries=[{test/ffb81330cdb369f45832a4dfc5ae0305/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733217603331/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.1733217591495, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-03T09:20:03,701 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.shipper699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:20:03,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-03T09:20:03,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.ReplicationSink(318): Replicating [4b3b7d8a-abf3-4d79-9366-5dff5b07b348, cc3b53dd-21b3-4b8e-858b-f63581c684c8] bulk loaded data 2024-12-03T09:20:03,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35bbd642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:03,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,43159,-1 for getting cluster id 2024-12-03T09:20:03,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:20:03,703 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b3b7d8a-abf3-4d79-9366-5dff5b07b348' 2024-12-03T09:20:03,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:20:03,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b3b7d8a-abf3-4d79-9366-5dff5b07b348" 2024-12-03T09:20:03,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22e91de9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:03,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,43159,-1] 2024-12-03T09:20:03,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:20:03,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:03,704 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:20:03,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e76e147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:03,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741842_1018 (size=7894) 2024-12-03T09:20:03,881 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.wal-reader.699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906 to pos 687, reset compression=false 2024-12-03T09:20:03,899 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.wal-reader.699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.1733217591495 to pos 725, reset compression=false 2024-12-03T09:20:04,093 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733217604092/Put/seqid=0 2024-12-03T09:20:04,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741843_1019 (size=10791) 2024-12-03T09:20:04,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741843_1019 (size=7691) 2024-12-03T09:20:04,203 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.wal-reader.699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.1733217591495 to pos 725, reset compression=false 2024-12-03T09:20:04,484 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.wal-reader.699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906 to pos 687, reset compression=false 2024-12-03T09:20:04,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7b1a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:04,497 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,40119,-1 for getting cluster id 2024-12-03T09:20:04,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:20:04,498 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc3b53dd-21b3-4b8e-858b-f63581c684c8' 2024-12-03T09:20:04,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:20:04,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc3b53dd-21b3-4b8e-858b-f63581c684c8" 2024-12-03T09:20:04,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1deb9c17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:04,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,40119,-1] 2024-12-03T09:20:04,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:20:04,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:04,499 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:20:04,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@768a83c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:04,500 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:20:04,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,34239,1733217589112, seqNum=-1] 2024-12-03T09:20:04,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:20:04,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:20:04,508 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:20:04,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,40119,1733217588973 2024-12-03T09:20:04,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@235cdb39 2024-12-03T09:20:04,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:20:04,510 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:20:04,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733217594346.ffb81330cdb369f45832a4dfc5ae0305., hostname=699c9baf3d29,34239,1733217589112, seqNum=2] 2024-12-03T09:20:04,515 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T09:20:04,519 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-03T09:20:04,521 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-03T09:20:04,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/testHFileCyclicReplication_10/f/hfile_1 for inclusion in ffb81330cdb369f45832a4dfc5ae0305/f 2024-12-03T09:20:04,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:20:04,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,43159,1733217583417 2024-12-03T09:20:04,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cdb1838 2024-12-03T09:20:04,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:20:04,526 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-03T09:20:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T09:20:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T09:20:04,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/testHFileCyclicReplication_10/f/hfile_0 for inclusion in ffb81330cdb369f45832a4dfc5ae0305/f 2024-12-03T09:20:04,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T09:20:04,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:20:04,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,35995,1733217583575, seqNum=-1] 2024-12-03T09:20:04,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:20:04,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-03T09:20:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T09:20:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T09:20:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HRegion(2603): Flush status journal for ffb81330cdb369f45832a4dfc5ae0305: 2024-12-03T09:20:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/staging/jenkins__test__ndg9on6clmu8b6ajedm5umsitk4e2n825vmc95298pm0e05mbm71u8ko6a28bkqq/f/hfile_1 2024-12-03T09:20:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/staging/jenkins__test__ndg9on6clmu8b6ajedm5umsitk4e2n825vmc95298pm0e05mbm71u8ko6a28bkqq/f/hfile_1 as hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/default/test/ffb81330cdb369f45832a4dfc5ae0305/f/74cf8c70e1e44d69ae7f34e9e87141bf_SeqId_6_ 2024-12-03T09:20:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/staging/jenkins__test__ndg9on6clmu8b6ajedm5umsitk4e2n825vmc95298pm0e05mbm71u8ko6a28bkqq/f/hfile_0 2024-12-03T09:20:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/staging/jenkins__test__ndg9on6clmu8b6ajedm5umsitk4e2n825vmc95298pm0e05mbm71u8ko6a28bkqq/f/hfile_0 as hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/default/test/ffb81330cdb369f45832a4dfc5ae0305/f/db333d1563ad4e01819ed2bea354db26_SeqId_6_ 2024-12-03T09:20:04,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/staging/jenkins__test__ndg9on6clmu8b6ajedm5umsitk4e2n825vmc95298pm0e05mbm71u8ko6a28bkqq/f/hfile_1 into ffb81330cdb369f45832a4dfc5ae0305/f as hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/default/test/ffb81330cdb369f45832a4dfc5ae0305/f/74cf8c70e1e44d69ae7f34e9e87141bf_SeqId_6_ - updating store file list. 2024-12-03T09:20:04,539 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/staging/jenkins.hfs.10__test__t0olk48nfc1dj0809d1u3no4a9i1lgcasn02ip26js8tr45dkm3d5ocuaikljnrj/f/49c299663c4449b1abfae304cf91f4e1_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T09:20:04,542 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/staging/jenkins.hfs.10__test__t0olk48nfc1dj0809d1u3no4a9i1lgcasn02ip26js8tr45dkm3d5ocuaikljnrj/f/69057c3c574a42559c9c89d1fe17d7cf_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T09:20:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 74cf8c70e1e44d69ae7f34e9e87141bf_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T09:20:04,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/default/test/ffb81330cdb369f45832a4dfc5ae0305/f/74cf8c70e1e44d69ae7f34e9e87141bf_SeqId_6_ into ffb81330cdb369f45832a4dfc5ae0305/f 2024-12-03T09:20:04,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/staging/jenkins__test__ndg9on6clmu8b6ajedm5umsitk4e2n825vmc95298pm0e05mbm71u8ko6a28bkqq/f/hfile_1 into ffb81330cdb369f45832a4dfc5ae0305/f (new location: hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/default/test/ffb81330cdb369f45832a4dfc5ae0305/f/74cf8c70e1e44d69ae7f34e9e87141bf_SeqId_6_) 2024-12-03T09:20:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/staging/jenkins__test__ndg9on6clmu8b6ajedm5umsitk4e2n825vmc95298pm0e05mbm71u8ko6a28bkqq/f/hfile_1 2024-12-03T09:20:04,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.ReplicationSink(324): Finished replicating [4b3b7d8a-abf3-4d79-9366-5dff5b07b348, cc3b53dd-21b3-4b8e-858b-f63581c684c8] bulk loaded data 2024-12-03T09:20:04,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/staging/jenkins__test__ndg9on6clmu8b6ajedm5umsitk4e2n825vmc95298pm0e05mbm71u8ko6a28bkqq/f/hfile_0 into ffb81330cdb369f45832a4dfc5ae0305/f as hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/default/test/ffb81330cdb369f45832a4dfc5ae0305/f/db333d1563ad4e01819ed2bea354db26_SeqId_6_ - updating store file list. 2024-12-03T09:20:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HStoreFile(483): HFile Bloom filter type for db333d1563ad4e01819ed2bea354db26_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T09:20:04,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/default/test/ffb81330cdb369f45832a4dfc5ae0305/f/db333d1563ad4e01819ed2bea354db26_SeqId_6_ into ffb81330cdb369f45832a4dfc5ae0305/f 2024-12-03T09:20:04,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/staging/jenkins__test__ndg9on6clmu8b6ajedm5umsitk4e2n825vmc95298pm0e05mbm71u8ko6a28bkqq/f/hfile_0 into ffb81330cdb369f45832a4dfc5ae0305/f (new location: hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/default/test/ffb81330cdb369f45832a4dfc5ae0305/f/db333d1563ad4e01819ed2bea354db26_SeqId_6_) 2024-12-03T09:20:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/staging/jenkins__test__ndg9on6clmu8b6ajedm5umsitk4e2n825vmc95298pm0e05mbm71u8ko6a28bkqq/f/hfile_0 2024-12-03T09:20:04,549 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:20:04,549 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:20:04,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:04,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:04,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:20:04,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733217594346.ffb81330cdb369f45832a4dfc5ae0305., hostname=699c9baf3d29,34239,1733217589112, seqNum=2 , the old value is region=test,,1733217594346.ffb81330cdb369f45832a4dfc5ae0305., hostname=699c9baf3d29,34239,1733217589112, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=699c9baf3d29:34239 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T09:20:04,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733217594346.ffb81330cdb369f45832a4dfc5ae0305., hostname=699c9baf3d29,34239,1733217589112, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T09:20:04,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733217594346.ffb81330cdb369f45832a4dfc5ae0305., hostname=699c9baf3d29,34239,1733217589112, seqNum=2 from cache 2024-12-03T09:20:04,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:20:04,550 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T09:20:04,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,35995,1733217583575, seqNum=-1] 2024-12-03T09:20:04,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:20:04,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:20:04,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733217592193.21642029b6b30362502491ab756c32bf., hostname=699c9baf3d29,35995,1733217583575, seqNum=2] 2024-12-03T09:20:04,560 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T09:20:04,607 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.wal-reader.699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.1733217591495 to pos 725, reset compression=false 2024-12-03T09:20:04,611 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.wal-reader.699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:20:04,611 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.shipper699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,34239,1733217589112 got entry batch from reader: WALEntryBatch [walEntries=[{test/ffb81330cdb369f45832a4dfc5ae0305/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733217604548/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.1733217591495, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T09:20:04,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.ReplicationSink(318): Replicating [cc3b53dd-21b3-4b8e-858b-f63581c684c8] bulk loaded data 2024-12-03T09:20:04,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741844_1020 (size=10791) 2024-12-03T09:20:04,653 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:34239 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T09:20:04,812 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.wal-reader.699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.1733217591495 to pos 1033, reset compression=false 2024-12-03T09:20:05,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741845_1021 (size=11194) 2024-12-03T09:20:05,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T09:20:05,050 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/staging/jenkins.hfs.10__test__fifq1ie5f2015k553tbd0s9f1f3on8f0tokkdg40fpvf088b79c47alvtd8em8c1/f/74cf8c70e1e44d69ae7f34e9e87141bf_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-03T09:20:05,056 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/staging/jenkins.hfs.10__test__fifq1ie5f2015k553tbd0s9f1f3on8f0tokkdg40fpvf088b79c47alvtd8em8c1/f/db333d1563ad4e01819ed2bea354db26_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-03T09:20:05,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/staging/jenkins.hfs.10__test__fifq1ie5f2015k553tbd0s9f1f3on8f0tokkdg40fpvf088b79c47alvtd8em8c1/f/74cf8c70e1e44d69ae7f34e9e87141bf_SeqId_6_ for inclusion in 21642029b6b30362502491ab756c32bf/f 2024-12-03T09:20:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T09:20:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T09:20:05,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/staging/jenkins.hfs.10__test__fifq1ie5f2015k553tbd0s9f1f3on8f0tokkdg40fpvf088b79c47alvtd8em8c1/f/db333d1563ad4e01819ed2bea354db26_SeqId_6_ for inclusion in 21642029b6b30362502491ab756c32bf/f 2024-12-03T09:20:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T09:20:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T09:20:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HRegion(2603): Flush status journal for 21642029b6b30362502491ab756c32bf: 2024-12-03T09:20:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 74cf8c70e1e44d69ae7f34e9e87141bf_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T09:20:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/staging/jenkins.hfs.10__test__fifq1ie5f2015k553tbd0s9f1f3on8f0tokkdg40fpvf088b79c47alvtd8em8c1/f/74cf8c70e1e44d69ae7f34e9e87141bf_SeqId_6_ as hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/default/test/21642029b6b30362502491ab756c32bf/f/0d837c53b95e4a639a0c3b7bb590e325_SeqId_6_ 2024-12-03T09:20:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): db333d1563ad4e01819ed2bea354db26_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T09:20:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/staging/jenkins.hfs.10__test__fifq1ie5f2015k553tbd0s9f1f3on8f0tokkdg40fpvf088b79c47alvtd8em8c1/f/db333d1563ad4e01819ed2bea354db26_SeqId_6_ as hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/default/test/21642029b6b30362502491ab756c32bf/f/839a757e83d943238985a9ef8c41e7ba_SeqId_6_ 2024-12-03T09:20:05,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/staging/jenkins.hfs.10__test__fifq1ie5f2015k553tbd0s9f1f3on8f0tokkdg40fpvf088b79c47alvtd8em8c1/f/74cf8c70e1e44d69ae7f34e9e87141bf_SeqId_6_ into 21642029b6b30362502491ab756c32bf/f as hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/default/test/21642029b6b30362502491ab756c32bf/f/0d837c53b95e4a639a0c3b7bb590e325_SeqId_6_ - updating store file list. 2024-12-03T09:20:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0d837c53b95e4a639a0c3b7bb590e325_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T09:20:05,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/default/test/21642029b6b30362502491ab756c32bf/f/0d837c53b95e4a639a0c3b7bb590e325_SeqId_6_ into 21642029b6b30362502491ab756c32bf/f 2024-12-03T09:20:05,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/staging/jenkins.hfs.10__test__fifq1ie5f2015k553tbd0s9f1f3on8f0tokkdg40fpvf088b79c47alvtd8em8c1/f/74cf8c70e1e44d69ae7f34e9e87141bf_SeqId_6_ into 21642029b6b30362502491ab756c32bf/f (new location: hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/default/test/21642029b6b30362502491ab756c32bf/f/0d837c53b95e4a639a0c3b7bb590e325_SeqId_6_) 2024-12-03T09:20:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/staging/jenkins.hfs.10__test__fifq1ie5f2015k553tbd0s9f1f3on8f0tokkdg40fpvf088b79c47alvtd8em8c1/f/74cf8c70e1e44d69ae7f34e9e87141bf_SeqId_6_ 2024-12-03T09:20:05,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/staging/jenkins.hfs.10__test__fifq1ie5f2015k553tbd0s9f1f3on8f0tokkdg40fpvf088b79c47alvtd8em8c1/f/db333d1563ad4e01819ed2bea354db26_SeqId_6_ into 21642029b6b30362502491ab756c32bf/f as hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/default/test/21642029b6b30362502491ab756c32bf/f/839a757e83d943238985a9ef8c41e7ba_SeqId_6_ - updating store file list. 2024-12-03T09:20:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 839a757e83d943238985a9ef8c41e7ba_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T09:20:05,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/default/test/21642029b6b30362502491ab756c32bf/f/839a757e83d943238985a9ef8c41e7ba_SeqId_6_ into 21642029b6b30362502491ab756c32bf/f 2024-12-03T09:20:05,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/staging/jenkins.hfs.10__test__fifq1ie5f2015k553tbd0s9f1f3on8f0tokkdg40fpvf088b79c47alvtd8em8c1/f/db333d1563ad4e01819ed2bea354db26_SeqId_6_ into 21642029b6b30362502491ab756c32bf/f (new location: hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/default/test/21642029b6b30362502491ab756c32bf/f/839a757e83d943238985a9ef8c41e7ba_SeqId_6_) 2024-12-03T09:20:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/staging/jenkins.hfs.10__test__fifq1ie5f2015k553tbd0s9f1f3on8f0tokkdg40fpvf088b79c47alvtd8em8c1/f/db333d1563ad4e01819ed2bea354db26_SeqId_6_ 2024-12-03T09:20:05,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35995 {}] regionserver.ReplicationSink(324): Finished replicating [cc3b53dd-21b3-4b8e-858b-f63581c684c8] bulk loaded data 2024-12-03T09:20:05,115 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.wal-reader.699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.1733217591495 to pos 1033, reset compression=false 2024-12-03T09:20:05,188 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.wal-reader.699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906 to pos 687, reset compression=false 2024-12-03T09:20:05,196 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.wal-reader.699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:20:05,196 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.shipper699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,35995,1733217583575 got entry batch from reader: WALEntryBatch [walEntries=[{test/21642029b6b30362502491ab756c32bf/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733217605091/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-03T09:20:05,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.ReplicationSink(318): Replicating [cc3b53dd-21b3-4b8e-858b-f63581c684c8, 4b3b7d8a-abf3-4d79-9366-5dff5b07b348] bulk loaded data 2024-12-03T09:20:05,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741844_1020 (size=10791) 2024-12-03T09:20:05,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741845_1021 (size=11194) 2024-12-03T09:20:05,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T09:20:05,275 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/staging/jenkins.hfs.11__test__9n5mp14622obmhs4b4daggupaak5g6k6ouekqpc1384ra0uuohe3m1f60e8614cn/f/0d837c53b95e4a639a0c3b7bb590e325_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-03T09:20:05,279 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/staging/jenkins.hfs.11__test__9n5mp14622obmhs4b4daggupaak5g6k6ouekqpc1384ra0uuohe3m1f60e8614cn/f/839a757e83d943238985a9ef8c41e7ba_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-03T09:20:05,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] regionserver.ReplicationSink(324): Finished replicating [cc3b53dd-21b3-4b8e-858b-f63581c684c8, 4b3b7d8a-abf3-4d79-9366-5dff5b07b348] bulk loaded data 2024-12-03T09:20:05,397 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.wal-reader.699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906 to pos 1033, reset compression=false 2024-12-03T09:20:05,526 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.wal-reader.699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.1733217591495 to pos 1033, reset compression=false 2024-12-03T09:20:05,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T09:20:05,569 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:20:05,569 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:20:05,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:05,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:05,570 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T09:20:05,570 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1748652629, stopped=false 2024-12-03T09:20:05,570 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=699c9baf3d29,40119,1733217588973 2024-12-03T09:20:05,570 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:20:05,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34239-0x1019a7d74880004, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-856027068/running 2024-12-03T09:20:05,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-856027068/running 2024-12-03T09:20:05,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34239-0x1019a7d74880004, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856027068 2024-12-03T09:20:05,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856027068 2024-12-03T09:20:05,641 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:20:05,641 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:20:05,641 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:20:05,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:05,641 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,34239,1733217589112' ***** 2024-12-03T09:20:05,641 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T09:20:05,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Set watcher on znode that does not yet exist, /1-856027068/running 2024-12-03T09:20:05,642 INFO [RS:0;699c9baf3d29:34239 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:20:05,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34239-0x1019a7d74880004, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Set watcher on znode that does not yet exist, /1-856027068/running 2024-12-03T09:20:05,642 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:20:05,642 INFO [RS:0;699c9baf3d29:34239 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T09:20:05,642 INFO [RS:0;699c9baf3d29:34239 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T09:20:05,642 INFO [RS:0;699c9baf3d29:34239 {}] regionserver.HRegionServer(3091): Received CLOSE for 38d98c9d930f88d8cf2fb51773908b73 2024-12-03T09:20:05,642 INFO [RS:0;699c9baf3d29:34239 {}] regionserver.HRegionServer(3091): Received CLOSE for ffb81330cdb369f45832a4dfc5ae0305 2024-12-03T09:20:05,642 INFO [RS:0;699c9baf3d29:34239 {}] regionserver.HRegionServer(959): stopping server 699c9baf3d29,34239,1733217589112 2024-12-03T09:20:05,642 INFO [RS:0;699c9baf3d29:34239 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:20:05,642 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38d98c9d930f88d8cf2fb51773908b73, disabling compactions & flushes 2024-12-03T09:20:05,642 INFO [RS:0;699c9baf3d29:34239 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:34239. 2024-12-03T09:20:05,642 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217598665.38d98c9d930f88d8cf2fb51773908b73. 2024-12-03T09:20:05,642 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217598665.38d98c9d930f88d8cf2fb51773908b73. 2024-12-03T09:20:05,642 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217598665.38d98c9d930f88d8cf2fb51773908b73. after waiting 0 ms 2024-12-03T09:20:05,642 DEBUG [RS:0;699c9baf3d29:34239 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:20:05,642 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217598665.38d98c9d930f88d8cf2fb51773908b73. 2024-12-03T09:20:05,642 DEBUG [RS:0;699c9baf3d29:34239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:05,642 INFO [RS:0;699c9baf3d29:34239 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T09:20:05,642 INFO [RS:0;699c9baf3d29:34239 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T09:20:05,642 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 38d98c9d930f88d8cf2fb51773908b73 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-03T09:20:05,643 INFO [RS:0;699c9baf3d29:34239 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T09:20:05,643 INFO [RS:0;699c9baf3d29:34239 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T09:20:05,643 INFO [RS:0;699c9baf3d29:34239 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T09:20:05,643 DEBUG [RS:0;699c9baf3d29:34239 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 38d98c9d930f88d8cf2fb51773908b73=hbase:replication,,1733217598665.38d98c9d930f88d8cf2fb51773908b73., ffb81330cdb369f45832a4dfc5ae0305=test,,1733217594346.ffb81330cdb369f45832a4dfc5ae0305.} 2024-12-03T09:20:05,643 DEBUG [RS:0;699c9baf3d29:34239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38d98c9d930f88d8cf2fb51773908b73, ffb81330cdb369f45832a4dfc5ae0305 2024-12-03T09:20:05,643 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:20:05,643 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:20:05,643 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:20:05,643 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:20:05,643 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:20:05,643 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T09:20:05,658 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/replication/38d98c9d930f88d8cf2fb51773908b73/.tmp/hfileref/bff96047b83c4481bb5ec474769b5575 is 74, key is 1/hfileref:49c299663c4449b1abfae304cf91f4e1_SeqId_4_/1733217604545/DeleteColumn/seqid=0 2024-12-03T09:20:05,658 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/meta/1588230740/.tmp/info/d3dcf7e55e544ccba368f736db64631d is 147, key is hbase:replication,,1733217598665.38d98c9d930f88d8cf2fb51773908b73./info:regioninfo/1733217599839/Put/seqid=0 2024-12-03T09:20:05,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741847_1023 (size=5345) 2024-12-03T09:20:05,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741846_1022 (size=7686) 2024-12-03T09:20:05,662 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/replication/38d98c9d930f88d8cf2fb51773908b73/.tmp/hfileref/bff96047b83c4481bb5ec474769b5575 2024-12-03T09:20:05,667 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:20:05,677 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/replication/38d98c9d930f88d8cf2fb51773908b73/.tmp/queue/04e7336c485c4100a85118c67284ac40 is 154, key is 1-699c9baf3d29,34239,1733217589112/queue:699c9baf3d29%2C34239%2C1733217589112/1733217605096/Put/seqid=0 2024-12-03T09:20:05,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741848_1024 (size=5353) 2024-12-03T09:20:05,700 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.wal-reader.699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906 to pos 1033, reset compression=false 2024-12-03T09:20:05,843 DEBUG [RS:0;699c9baf3d29:34239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38d98c9d930f88d8cf2fb51773908b73, ffb81330cdb369f45832a4dfc5ae0305 2024-12-03T09:20:06,029 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.wal-reader.699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.1733217591495 to pos 1033, reset compression=false 2024-12-03T09:20:06,043 DEBUG [RS:0;699c9baf3d29:34239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38d98c9d930f88d8cf2fb51773908b73, ffb81330cdb369f45832a4dfc5ae0305 2024-12-03T09:20:06,062 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/meta/1588230740/.tmp/info/d3dcf7e55e544ccba368f736db64631d 2024-12-03T09:20:06,078 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/meta/1588230740/.tmp/ns/92b90873a77746aeb4e69326ee82e58f is 43, key is default/ns:d/1733217592060/Put/seqid=0 2024-12-03T09:20:06,081 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/replication/38d98c9d930f88d8cf2fb51773908b73/.tmp/queue/04e7336c485c4100a85118c67284ac40 2024-12-03T09:20:06,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741849_1025 (size=5153) 2024-12-03T09:20:06,085 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/replication/38d98c9d930f88d8cf2fb51773908b73/.tmp/hfileref/bff96047b83c4481bb5ec474769b5575 as hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/replication/38d98c9d930f88d8cf2fb51773908b73/hfileref/bff96047b83c4481bb5ec474769b5575 2024-12-03T09:20:06,089 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/replication/38d98c9d930f88d8cf2fb51773908b73/hfileref/bff96047b83c4481bb5ec474769b5575, entries=4, sequenceid=12, filesize=5.2 K 2024-12-03T09:20:06,089 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/replication/38d98c9d930f88d8cf2fb51773908b73/.tmp/queue/04e7336c485c4100a85118c67284ac40 as hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/replication/38d98c9d930f88d8cf2fb51773908b73/queue/04e7336c485c4100a85118c67284ac40 2024-12-03T09:20:06,093 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/replication/38d98c9d930f88d8cf2fb51773908b73/queue/04e7336c485c4100a85118c67284ac40, entries=1, sequenceid=12, filesize=5.2 K 2024-12-03T09:20:06,094 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 38d98c9d930f88d8cf2fb51773908b73 in 452ms, sequenceid=12, compaction requested=false 2024-12-03T09:20:06,097 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/replication/38d98c9d930f88d8cf2fb51773908b73/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T09:20:06,097 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:20:06,097 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:20:06,097 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733217598665.38d98c9d930f88d8cf2fb51773908b73. 2024-12-03T09:20:06,097 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38d98c9d930f88d8cf2fb51773908b73: Waiting for close lock at 1733217605642Running coprocessor pre-close hooks at 1733217605642Disabling compacts and flushes for region at 1733217605642Disabling writes for close at 1733217605642Obtaining lock to block concurrent updates at 1733217605643 (+1 ms)Preparing flush snapshotting stores in 38d98c9d930f88d8cf2fb51773908b73 at 1733217605643Finished memstore snapshotting hbase:replication,,1733217598665.38d98c9d930f88d8cf2fb51773908b73., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733217605643Flushing stores of hbase:replication,,1733217598665.38d98c9d930f88d8cf2fb51773908b73. at 1733217605643Flushing 38d98c9d930f88d8cf2fb51773908b73/hfileref: creating writer at 1733217605643Flushing 38d98c9d930f88d8cf2fb51773908b73/hfileref: appending metadata at 1733217605658 (+15 ms)Flushing 38d98c9d930f88d8cf2fb51773908b73/hfileref: closing flushed file at 1733217605658Flushing 38d98c9d930f88d8cf2fb51773908b73/queue: creating writer at 1733217605665 (+7 ms)Flushing 38d98c9d930f88d8cf2fb51773908b73/queue: appending metadata at 1733217605677 (+12 ms)Flushing 38d98c9d930f88d8cf2fb51773908b73/queue: closing flushed file at 1733217605677Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9245ab1: reopening flushed file at 1733217606084 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@768840fa: reopening flushed file at 1733217606089 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 38d98c9d930f88d8cf2fb51773908b73 in 452ms, sequenceid=12, compaction requested=false at 1733217606094 (+5 ms)Writing region close event to WAL at 1733217606094Running coprocessor post-close hooks at 1733217606097 (+3 ms)Closed at 1733217606097 2024-12-03T09:20:06,097 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733217598665.38d98c9d930f88d8cf2fb51773908b73. 2024-12-03T09:20:06,098 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ffb81330cdb369f45832a4dfc5ae0305, disabling compactions & flushes 2024-12-03T09:20:06,098 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733217594346.ffb81330cdb369f45832a4dfc5ae0305. 2024-12-03T09:20:06,098 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217594346.ffb81330cdb369f45832a4dfc5ae0305. 2024-12-03T09:20:06,098 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733217594346.ffb81330cdb369f45832a4dfc5ae0305. after waiting 0 ms 2024-12-03T09:20:06,098 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733217594346.ffb81330cdb369f45832a4dfc5ae0305. 2024-12-03T09:20:06,100 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/default/test/ffb81330cdb369f45832a4dfc5ae0305/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T09:20:06,101 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:20:06,101 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T09:20:06,101 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733217594346.ffb81330cdb369f45832a4dfc5ae0305. 2024-12-03T09:20:06,101 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ffb81330cdb369f45832a4dfc5ae0305: Waiting for close lock at 1733217606098Running coprocessor pre-close hooks at 1733217606098Disabling compacts and flushes for region at 1733217606098Disabling writes for close at 1733217606098Writing region close event to WAL at 1733217606098Running coprocessor post-close hooks at 1733217606101 (+3 ms)Closed at 1733217606101 2024-12-03T09:20:06,101 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733217594346.ffb81330cdb369f45832a4dfc5ae0305. 2024-12-03T09:20:06,104 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.wal-reader.699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906 to pos 1033, reset compression=false 2024-12-03T09:20:06,243 DEBUG [RS:0;699c9baf3d29:34239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:20:06,380 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T09:20:06,380 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T09:20:06,443 DEBUG [RS:0;699c9baf3d29:34239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:20:06,482 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/meta/1588230740/.tmp/ns/92b90873a77746aeb4e69326ee82e58f 2024-12-03T09:20:06,504 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/meta/1588230740/.tmp/rep_barrier/9aeee42160c64cf7b86634b854651663 is 112, key is test,,1733217594346.ffb81330cdb369f45832a4dfc5ae0305./rep_barrier:seqnumDuringOpen/1733217595525/Put/seqid=0 2024-12-03T09:20:06,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741850_1026 (size=5518) 2024-12-03T09:20:06,512 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/meta/1588230740/.tmp/rep_barrier/9aeee42160c64cf7b86634b854651663 2024-12-03T09:20:06,533 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/meta/1588230740/.tmp/table/d9fa5b090ce1463da8797f7a6e352c96 is 53, key is hbase:replication/table:state/1733217599850/Put/seqid=0 2024-12-03T09:20:06,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741851_1027 (size=5308) 2024-12-03T09:20:06,606 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.wal-reader.699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906 to pos 1033, reset compression=false 2024-12-03T09:20:06,633 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.wal-reader.699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.1733217591495 to pos 1033, reset compression=false 2024-12-03T09:20:06,636 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.wal-reader.699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:20:06,636 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.wal-reader.699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.1733217591495 to pos 1328, reset compression=false 2024-12-03T09:20:06,636 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.shipper699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,34239,1733217589112 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.1733217591495, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:20:06,638 ERROR [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.shipper699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 699c9baf3d29,34239,1733217589112: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-699c9baf3d29,34239,1733217589112, walGroup=699c9baf3d29%2C34239%2C1733217589112, offset=699c9baf3d29%2C34239%2C1733217589112.1733217591495:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:34239 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T09:20:06,640 ERROR [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.shipper699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T09:20:06,641 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.shipper699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T09:20:06,642 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.shipper699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T09:20:06,642 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.shipper699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T09:20:06,642 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.shipper699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T09:20:06,642 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.shipper699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 835766000 }, "NonHeapMemoryUsage": { "committed": 190709760, "init": 7667712, "max": -1, "used": 187868768 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T09:20:06,644 INFO [RS:0;699c9baf3d29:34239 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T09:20:06,644 DEBUG [RS:0;699c9baf3d29:34239 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T09:20:06,644 DEBUG [RS:0;699c9baf3d29:34239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:20:06,645 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.shipper699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:40119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:40119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T09:20:06,840 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.wal-reader.699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.1733217591495 to pos 1328, reset compression=false 2024-12-03T09:20:06,844 DEBUG [RS:0;699c9baf3d29:34239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:20:06,937 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/meta/1588230740/.tmp/table/d9fa5b090ce1463da8797f7a6e352c96 2024-12-03T09:20:06,948 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/meta/1588230740/.tmp/info/d3dcf7e55e544ccba368f736db64631d as hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/meta/1588230740/info/d3dcf7e55e544ccba368f736db64631d 2024-12-03T09:20:06,953 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/meta/1588230740/info/d3dcf7e55e544ccba368f736db64631d, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T09:20:06,954 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/meta/1588230740/.tmp/ns/92b90873a77746aeb4e69326ee82e58f as hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/meta/1588230740/ns/92b90873a77746aeb4e69326ee82e58f 2024-12-03T09:20:06,958 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/meta/1588230740/ns/92b90873a77746aeb4e69326ee82e58f, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T09:20:06,959 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/meta/1588230740/.tmp/rep_barrier/9aeee42160c64cf7b86634b854651663 as hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/meta/1588230740/rep_barrier/9aeee42160c64cf7b86634b854651663 2024-12-03T09:20:06,963 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/meta/1588230740/rep_barrier/9aeee42160c64cf7b86634b854651663, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T09:20:06,964 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/meta/1588230740/.tmp/table/d9fa5b090ce1463da8797f7a6e352c96 as hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/meta/1588230740/table/d9fa5b090ce1463da8797f7a6e352c96 2024-12-03T09:20:06,969 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/meta/1588230740/table/d9fa5b090ce1463da8797f7a6e352c96, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T09:20:06,970 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false 2024-12-03T09:20:06,991 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T09:20:06,991 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:20:06,991 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:20:06,991 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:20:06,991 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217605643Running coprocessor pre-close hooks at 1733217605643Disabling compacts and flushes for region at 1733217605643Disabling writes for close at 1733217605643Obtaining lock to block concurrent updates at 1733217605643Preparing flush snapshotting stores in 1588230740 at 1733217605643Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733217605643Flushing stores of hbase:meta,,1.1588230740 at 1733217605643Flushing 1588230740/info: creating writer at 1733217605644 (+1 ms)Flushing 1588230740/info: appending metadata at 1733217605658 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733217605658Flushing 1588230740/ns: creating writer at 1733217606066 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733217606078 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733217606078Flushing 1588230740/rep_barrier: creating writer at 1733217606487 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733217606504 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733217606504Flushing 1588230740/table: creating writer at 1733217606517 (+13 ms)Flushing 1588230740/table: appending metadata at 1733217606532 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733217606532Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b79131d: reopening flushed file at 1733217606948 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@212f9b19: reopening flushed file at 1733217606953 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fd34f6: reopening flushed file at 1733217606958 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a8c5316: reopening flushed file at 1733217606964 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false at 1733217606970 (+6 ms)Writing region close event to WAL at 1733217606988 (+18 ms)Running coprocessor post-close hooks at 1733217606991 (+3 ms)Closed at 1733217606991 2024-12-03T09:20:06,992 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T09:20:07,044 INFO [RS:0;699c9baf3d29:34239 {}] regionserver.HRegionServer(976): stopping server 699c9baf3d29,34239,1733217589112; all regions closed. 2024-12-03T09:20:07,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741834_1010 (size=4239) 2024-12-03T09:20:07,046 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.meta.1733217591990.meta not finished, retry = 0 2024-12-03T09:20:07,144 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.wal-reader.699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.1733217591495 to pos 1328, reset compression=false 2024-12-03T09:20:07,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741839_1015 (size=3127) 2024-12-03T09:20:07,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741833_1009 (size=1336) 2024-12-03T09:20:07,160 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/WALs/699c9baf3d29,34239,1733217589112/699c9baf3d29%2C34239%2C1733217589112.1733217591495 not finished, retry = 0 2024-12-03T09:20:07,210 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.wal-reader.699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906 to pos 1033, reset compression=false 2024-12-03T09:20:07,261 DEBUG [RS:0;699c9baf3d29:34239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:07,262 INFO [RS:0;699c9baf3d29:34239 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:20:07,262 INFO [RS:0;699c9baf3d29:34239 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:20:07,262 INFO [RS:0;699c9baf3d29:34239 {}] hbase.ChoreService(370): Chore service for: regionserver/699c9baf3d29:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T09:20:07,262 INFO [RS:0;699c9baf3d29:34239 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:20:07,262 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:20:07,262 INFO [RS:0;699c9baf3d29:34239 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-699c9baf3d29,34239,1733217589112 because: Region server is closing 2024-12-03T09:20:07,262 INFO [RS:0;699c9baf3d29:34239 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:34239. 2024-12-03T09:20:07,262 DEBUG [RS:0;699c9baf3d29:34239 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:20:07,262 DEBUG [RS:0;699c9baf3d29:34239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:07,263 DEBUG [RS:0;699c9baf3d29:34239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:07,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:20:07,363 INFO [RS:0;699c9baf3d29:34239 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.shipper699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 terminated 2024-12-03T09:20:07,363 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34239,1733217589112.replicationSource.wal-reader.699c9baf3d29%2C34239%2C1733217589112,1-699c9baf3d29,34239,1733217589112 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T09:20:07,363 INFO [RS:0;699c9baf3d29:34239 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:34239. 2024-12-03T09:20:07,363 DEBUG [RS:0;699c9baf3d29:34239 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:20:07,363 DEBUG [RS:0;699c9baf3d29:34239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:07,363 DEBUG [RS:0;699c9baf3d29:34239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:07,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:20:07,363 INFO [RS:0;699c9baf3d29:34239 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34239 2024-12-03T09:20:07,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34239-0x1019a7d74880004, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-856027068/rs/699c9baf3d29,34239,1733217589112 2024-12-03T09:20:07,420 INFO [RS:0;699c9baf3d29:34239 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:20:07,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856027068/rs 2024-12-03T09:20:07,420 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,34239,1733217589112] 2024-12-03T09:20:07,441 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-856027068/draining/699c9baf3d29,34239,1733217589112 already deleted, retry=false 2024-12-03T09:20:07,441 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 699c9baf3d29,34239,1733217589112 expired; onlineServers=0 2024-12-03T09:20:07,441 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '699c9baf3d29,40119,1733217588973' ***** 2024-12-03T09:20:07,441 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T09:20:07,441 INFO [M:0;699c9baf3d29:40119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:20:07,441 INFO [M:0;699c9baf3d29:40119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:20:07,441 DEBUG [M:0;699c9baf3d29:40119 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T09:20:07,441 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T09:20:07,441 DEBUG [M:0;699c9baf3d29:40119 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T09:20:07,441 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217591208 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217591208,5,FailOnTimeoutGroup] 2024-12-03T09:20:07,441 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217591208 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217591208,5,FailOnTimeoutGroup] 2024-12-03T09:20:07,441 INFO [M:0;699c9baf3d29:40119 {}] hbase.ChoreService(370): Chore service for: master/699c9baf3d29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T09:20:07,441 INFO [M:0;699c9baf3d29:40119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:20:07,441 DEBUG [M:0;699c9baf3d29:40119 {}] master.HMaster(1795): Stopping service threads 2024-12-03T09:20:07,441 INFO [M:0;699c9baf3d29:40119 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T09:20:07,442 INFO [M:0;699c9baf3d29:40119 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:20:07,442 INFO [M:0;699c9baf3d29:40119 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T09:20:07,442 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T09:20:07,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-856027068/master 2024-12-03T09:20:07,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-856027068 2024-12-03T09:20:07,462 DEBUG [M:0;699c9baf3d29:40119 {}] zookeeper.RecoverableZooKeeper(212): Node /1-856027068/master already deleted, retry=false 2024-12-03T09:20:07,462 DEBUG [M:0;699c9baf3d29:40119 {}] master.ActiveMasterManager(353): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-856027068/master 2024-12-03T09:20:07,462 INFO [M:0;699c9baf3d29:40119 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/.lastflushedseqids 2024-12-03T09:20:07,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741852_1028 (size=263) 2024-12-03T09:20:07,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34239-0x1019a7d74880004, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:20:07,530 INFO [RS:0;699c9baf3d29:34239 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:20:07,530 INFO [RS:0;699c9baf3d29:34239 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,34239,1733217589112; zookeeper connection closed. 2024-12-03T09:20:07,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34239-0x1019a7d74880004, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:20:07,531 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15acd5f9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15acd5f9 2024-12-03T09:20:07,531 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T09:20:07,869 INFO [M:0;699c9baf3d29:40119 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T09:20:07,869 INFO [M:0;699c9baf3d29:40119 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T09:20:07,870 DEBUG [M:0;699c9baf3d29:40119 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:20:07,870 INFO [M:0;699c9baf3d29:40119 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:07,870 DEBUG [M:0;699c9baf3d29:40119 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:07,870 DEBUG [M:0;699c9baf3d29:40119 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:20:07,870 DEBUG [M:0;699c9baf3d29:40119 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:07,870 INFO [M:0;699c9baf3d29:40119 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T09:20:07,896 DEBUG [M:0;699c9baf3d29:40119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da784761d77248dbb23aa2cdd5e590b6 is 82, key is hbase:meta,,1/info:regioninfo/1733217592031/Put/seqid=0 2024-12-03T09:20:07,913 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.wal-reader.699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906 to pos 1033, reset compression=false 2024-12-03T09:20:07,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741853_1029 (size=5672) 2024-12-03T09:20:07,934 INFO [M:0;699c9baf3d29:40119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da784761d77248dbb23aa2cdd5e590b6 2024-12-03T09:20:07,972 DEBUG [M:0;699c9baf3d29:40119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6875571e0134119b30d69c7c6c9a970 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733217599854/Put/seqid=0 2024-12-03T09:20:07,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741854_1030 (size=8516) 2024-12-03T09:20:07,997 INFO [M:0;699c9baf3d29:40119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6875571e0134119b30d69c7c6c9a970 2024-12-03T09:20:08,039 DEBUG [M:0;699c9baf3d29:40119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f729ecd37ec64ae2b6b68471ffeb089a is 69, key is 699c9baf3d29,34239,1733217589112/rs:state/1733217591282/Put/seqid=0 2024-12-03T09:20:08,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741855_1031 (size=5156) 2024-12-03T09:20:08,056 INFO [M:0;699c9baf3d29:40119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f729ecd37ec64ae2b6b68471ffeb089a 2024-12-03T09:20:08,062 DEBUG [M:0;699c9baf3d29:40119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da784761d77248dbb23aa2cdd5e590b6 as hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da784761d77248dbb23aa2cdd5e590b6 2024-12-03T09:20:08,091 INFO [M:0;699c9baf3d29:40119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da784761d77248dbb23aa2cdd5e590b6, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T09:20:08,092 DEBUG [M:0;699c9baf3d29:40119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6875571e0134119b30d69c7c6c9a970 as hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6875571e0134119b30d69c7c6c9a970 2024-12-03T09:20:08,100 INFO [M:0;699c9baf3d29:40119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6875571e0134119b30d69c7c6c9a970, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T09:20:08,101 DEBUG [M:0;699c9baf3d29:40119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f729ecd37ec64ae2b6b68471ffeb089a as hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f729ecd37ec64ae2b6b68471ffeb089a 2024-12-03T09:20:08,109 INFO [M:0;699c9baf3d29:40119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39519/user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f729ecd37ec64ae2b6b68471ffeb089a, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T09:20:08,111 INFO [M:0;699c9baf3d29:40119 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 241ms, sequenceid=97, compaction requested=false 2024-12-03T09:20:08,117 INFO [M:0;699c9baf3d29:40119 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:08,118 DEBUG [M:0;699c9baf3d29:40119 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217607870Disabling compacts and flushes for region at 1733217607870Disabling writes for close at 1733217607870Obtaining lock to block concurrent updates at 1733217607870Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733217607870Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733217607870Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733217607871 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733217607871Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733217607895 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733217607896 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733217607939 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733217607972 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733217607972Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733217608002 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733217608039 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733217608039Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e068560: reopening flushed file at 1733217608062 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@719fa890: reopening flushed file at 1733217608091 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dbf2149: reopening flushed file at 1733217608100 (+9 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 241ms, sequenceid=97, compaction requested=false at 1733217608111 (+11 ms)Writing region close event to WAL at 1733217608117 (+6 ms)Closed at 1733217608117 2024-12-03T09:20:08,128 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/09361525-75c8-534b-a7f4-73d0f6442ff1/MasterData/WALs/699c9baf3d29,40119,1733217588973/699c9baf3d29%2C40119%2C1733217588973.1733217590884 not finished, retry = 0 2024-12-03T09:20:08,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741830_1006 (size=63654) 2024-12-03T09:20:08,231 INFO [M:0;699c9baf3d29:40119 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T09:20:08,231 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:20:08,231 INFO [M:0;699c9baf3d29:40119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40119 2024-12-03T09:20:08,232 INFO [M:0;699c9baf3d29:40119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:20:08,383 INFO [M:0;699c9baf3d29:40119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:20:08,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:20:08,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40119-0x1019a7d74880003, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:20:08,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c855783{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:20:08,386 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b1a24d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:20:08,386 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:20:08,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12b45b46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:20:08,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c7b494f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/hadoop.log.dir/,STOPPED} 2024-12-03T09:20:08,387 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T09:20:08,387 WARN [BP-1387182483-172.17.0.2-1733217587064 heartbeating to localhost/127.0.0.1:39519 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T09:20:08,387 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T09:20:08,387 WARN [BP-1387182483-172.17.0.2-1733217587064 heartbeating to localhost/127.0.0.1:39519 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1387182483-172.17.0.2-1733217587064 (Datanode Uuid 76058f0e-a929-49ed-976b-234d5feb72eb) service to localhost/127.0.0.1:39519 2024-12-03T09:20:08,387 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/cluster_5844ec4a-86d9-d5b3-3d5d-8b6e9b80280f/data/data1/current/BP-1387182483-172.17.0.2-1733217587064 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:20:08,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/cluster_5844ec4a-86d9-d5b3-3d5d-8b6e9b80280f/data/data2/current/BP-1387182483-172.17.0.2-1733217587064 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:20:08,388 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T09:20:08,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bff8715{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:20:08,395 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@268e84f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:20:08,395 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:20:08,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@df58c48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:20:08,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ca4b132{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/hadoop.log.dir/,STOPPED} 2024-12-03T09:20:08,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T09:20:08,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T09:20:08,410 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:20:08,410 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:20:08,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:08,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:08,411 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:20:08,411 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T09:20:08,411 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=527501232, stopped=false 2024-12-03T09:20:08,411 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=699c9baf3d29,43159,1733217583417 2024-12-03T09:20:08,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-603629895/running 2024-12-03T09:20:08,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35995-0x1019a7d74880001, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-603629895/running 2024-12-03T09:20:08,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35995-0x1019a7d74880001, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603629895 2024-12-03T09:20:08,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603629895 2024-12-03T09:20:08,419 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:20:08,420 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:20:08,420 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:20:08,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:08,420 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,35995,1733217583575' ***** 2024-12-03T09:20:08,420 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T09:20:08,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35995-0x1019a7d74880001, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Set watcher on znode that does not yet exist, /0-603629895/running 2024-12-03T09:20:08,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Set watcher on znode that does not yet exist, /0-603629895/running 2024-12-03T09:20:08,421 INFO [RS:0;699c9baf3d29:35995 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:20:08,421 INFO [RS:0;699c9baf3d29:35995 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T09:20:08,421 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:20:08,421 INFO [RS:0;699c9baf3d29:35995 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T09:20:08,421 INFO [RS:0;699c9baf3d29:35995 {}] regionserver.HRegionServer(3091): Received CLOSE for eddbac56e8ea6ba179c38c50e897e920 2024-12-03T09:20:08,421 INFO [RS:0;699c9baf3d29:35995 {}] regionserver.HRegionServer(3091): Received CLOSE for 21642029b6b30362502491ab756c32bf 2024-12-03T09:20:08,421 INFO [RS:0;699c9baf3d29:35995 {}] regionserver.HRegionServer(959): stopping server 699c9baf3d29,35995,1733217583575 2024-12-03T09:20:08,421 INFO [RS:0;699c9baf3d29:35995 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:20:08,421 INFO [RS:0;699c9baf3d29:35995 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:35995. 2024-12-03T09:20:08,421 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eddbac56e8ea6ba179c38c50e897e920, disabling compactions & flushes 2024-12-03T09:20:08,421 DEBUG [RS:0;699c9baf3d29:35995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:20:08,421 DEBUG [RS:0;699c9baf3d29:35995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:08,421 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217596511.eddbac56e8ea6ba179c38c50e897e920. 2024-12-03T09:20:08,421 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217596511.eddbac56e8ea6ba179c38c50e897e920. 2024-12-03T09:20:08,421 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217596511.eddbac56e8ea6ba179c38c50e897e920. after waiting 0 ms 2024-12-03T09:20:08,421 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217596511.eddbac56e8ea6ba179c38c50e897e920. 2024-12-03T09:20:08,421 INFO [RS:0;699c9baf3d29:35995 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T09:20:08,421 INFO [RS:0;699c9baf3d29:35995 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T09:20:08,421 INFO [RS:0;699c9baf3d29:35995 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T09:20:08,421 INFO [RS:0;699c9baf3d29:35995 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T09:20:08,421 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eddbac56e8ea6ba179c38c50e897e920 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-03T09:20:08,421 INFO [RS:0;699c9baf3d29:35995 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T09:20:08,421 DEBUG [RS:0;699c9baf3d29:35995 {}] regionserver.HRegionServer(1325): Online Regions={eddbac56e8ea6ba179c38c50e897e920=hbase:replication,,1733217596511.eddbac56e8ea6ba179c38c50e897e920., 21642029b6b30362502491ab756c32bf=test,,1733217592193.21642029b6b30362502491ab756c32bf., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T09:20:08,421 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:20:08,421 DEBUG [RS:0;699c9baf3d29:35995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21642029b6b30362502491ab756c32bf, eddbac56e8ea6ba179c38c50e897e920 2024-12-03T09:20:08,421 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:20:08,422 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:20:08,422 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:20:08,422 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:20:08,422 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T09:20:08,434 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/meta/1588230740/.tmp/info/69c04f9ebd74454ebea45dd28ee1020f is 147, key is hbase:replication,,1733217596511.eddbac56e8ea6ba179c38c50e897e920./info:regioninfo/1733217597679/Put/seqid=0 2024-12-03T09:20:08,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741846_1022 (size=7686) 2024-12-03T09:20:08,438 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/replication/eddbac56e8ea6ba179c38c50e897e920/.tmp/hfileref/b1ba8c6bc70342b49fd101beb4c13784 is 74, key is 1/hfileref:0d837c53b95e4a639a0c3b7bb590e325_SeqId_6_/1733217605282/DeleteColumn/seqid=0 2024-12-03T09:20:08,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741847_1023 (size=5345) 2024-12-03T09:20:08,488 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:20:08,622 DEBUG [RS:0;699c9baf3d29:35995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21642029b6b30362502491ab756c32bf, eddbac56e8ea6ba179c38c50e897e920 2024-12-03T09:20:08,750 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.wal-reader.699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906 to pos 1033, reset compression=false 2024-12-03T09:20:08,822 DEBUG [RS:0;699c9baf3d29:35995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21642029b6b30362502491ab756c32bf, eddbac56e8ea6ba179c38c50e897e920 2024-12-03T09:20:08,833 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T09:20:08,833 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T09:20:08,839 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/meta/1588230740/.tmp/info/69c04f9ebd74454ebea45dd28ee1020f 2024-12-03T09:20:08,844 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/replication/eddbac56e8ea6ba179c38c50e897e920/.tmp/hfileref/b1ba8c6bc70342b49fd101beb4c13784 2024-12-03T09:20:08,855 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/meta/1588230740/.tmp/ns/e87e6556179848f583394bac86e30b28 is 43, key is default/ns:d/1733217586991/Put/seqid=0 2024-12-03T09:20:08,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741848_1024 (size=5153) 2024-12-03T09:20:08,871 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/replication/eddbac56e8ea6ba179c38c50e897e920/.tmp/queue/62fd5e2caf00464780d560423a6671c3 is 154, key is 1-699c9baf3d29,35995,1733217583575/queue:699c9baf3d29%2C35995%2C1733217583575/1733217605284/Put/seqid=0 2024-12-03T09:20:08,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741849_1025 (size=5353) 2024-12-03T09:20:09,022 DEBUG [RS:0;699c9baf3d29:35995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21642029b6b30362502491ab756c32bf, eddbac56e8ea6ba179c38c50e897e920 2024-12-03T09:20:09,222 DEBUG [RS:0;699c9baf3d29:35995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21642029b6b30362502491ab756c32bf, eddbac56e8ea6ba179c38c50e897e920 2024-12-03T09:20:09,259 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/meta/1588230740/.tmp/ns/e87e6556179848f583394bac86e30b28 2024-12-03T09:20:09,275 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/replication/eddbac56e8ea6ba179c38c50e897e920/.tmp/queue/62fd5e2caf00464780d560423a6671c3 2024-12-03T09:20:09,282 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/replication/eddbac56e8ea6ba179c38c50e897e920/.tmp/hfileref/b1ba8c6bc70342b49fd101beb4c13784 as hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/replication/eddbac56e8ea6ba179c38c50e897e920/hfileref/b1ba8c6bc70342b49fd101beb4c13784 2024-12-03T09:20:09,286 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/meta/1588230740/.tmp/rep_barrier/70eb7dbbd5f64afb81c7d659e3ca3fc2 is 112, key is test,,1733217592193.21642029b6b30362502491ab756c32bf./rep_barrier:seqnumDuringOpen/1733217593337/Put/seqid=0 2024-12-03T09:20:09,287 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/replication/eddbac56e8ea6ba179c38c50e897e920/hfileref/b1ba8c6bc70342b49fd101beb4c13784, entries=4, sequenceid=12, filesize=5.2 K 2024-12-03T09:20:09,288 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/replication/eddbac56e8ea6ba179c38c50e897e920/.tmp/queue/62fd5e2caf00464780d560423a6671c3 as hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/replication/eddbac56e8ea6ba179c38c50e897e920/queue/62fd5e2caf00464780d560423a6671c3 2024-12-03T09:20:09,296 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/replication/eddbac56e8ea6ba179c38c50e897e920/queue/62fd5e2caf00464780d560423a6671c3, entries=1, sequenceid=12, filesize=5.2 K 2024-12-03T09:20:09,297 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for eddbac56e8ea6ba179c38c50e897e920 in 876ms, sequenceid=12, compaction requested=false 2024-12-03T09:20:09,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741850_1026 (size=5518) 2024-12-03T09:20:09,306 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/meta/1588230740/.tmp/rep_barrier/70eb7dbbd5f64afb81c7d659e3ca3fc2 2024-12-03T09:20:09,313 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/replication/eddbac56e8ea6ba179c38c50e897e920/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T09:20:09,314 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:20:09,314 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:20:09,314 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733217596511.eddbac56e8ea6ba179c38c50e897e920. 2024-12-03T09:20:09,314 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eddbac56e8ea6ba179c38c50e897e920: Waiting for close lock at 1733217608421Running coprocessor pre-close hooks at 1733217608421Disabling compacts and flushes for region at 1733217608421Disabling writes for close at 1733217608421Obtaining lock to block concurrent updates at 1733217608421Preparing flush snapshotting stores in eddbac56e8ea6ba179c38c50e897e920 at 1733217608421Finished memstore snapshotting hbase:replication,,1733217596511.eddbac56e8ea6ba179c38c50e897e920., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733217608422 (+1 ms)Flushing stores of hbase:replication,,1733217596511.eddbac56e8ea6ba179c38c50e897e920. at 1733217608422Flushing eddbac56e8ea6ba179c38c50e897e920/hfileref: creating writer at 1733217608422Flushing eddbac56e8ea6ba179c38c50e897e920/hfileref: appending metadata at 1733217608437 (+15 ms)Flushing eddbac56e8ea6ba179c38c50e897e920/hfileref: closing flushed file at 1733217608437Flushing eddbac56e8ea6ba179c38c50e897e920/queue: creating writer at 1733217608848 (+411 ms)Flushing eddbac56e8ea6ba179c38c50e897e920/queue: appending metadata at 1733217608871 (+23 ms)Flushing eddbac56e8ea6ba179c38c50e897e920/queue: closing flushed file at 1733217608871Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a3f2c46: reopening flushed file at 1733217609281 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3838249: reopening flushed file at 1733217609287 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for eddbac56e8ea6ba179c38c50e897e920 in 876ms, sequenceid=12, compaction requested=false at 1733217609297 (+10 ms)Writing region close event to WAL at 1733217609308 (+11 ms)Running coprocessor post-close hooks at 1733217609314 (+6 ms)Closed at 1733217609314 2024-12-03T09:20:09,314 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733217596511.eddbac56e8ea6ba179c38c50e897e920. 2024-12-03T09:20:09,315 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21642029b6b30362502491ab756c32bf, disabling compactions & flushes 2024-12-03T09:20:09,315 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733217592193.21642029b6b30362502491ab756c32bf. 2024-12-03T09:20:09,315 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217592193.21642029b6b30362502491ab756c32bf. 2024-12-03T09:20:09,315 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733217592193.21642029b6b30362502491ab756c32bf. after waiting 0 ms 2024-12-03T09:20:09,315 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733217592193.21642029b6b30362502491ab756c32bf. 2024-12-03T09:20:09,320 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/default/test/21642029b6b30362502491ab756c32bf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T09:20:09,320 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:20:09,321 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T09:20:09,321 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733217592193.21642029b6b30362502491ab756c32bf. 2024-12-03T09:20:09,321 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21642029b6b30362502491ab756c32bf: Waiting for close lock at 1733217609314Running coprocessor pre-close hooks at 1733217609314Disabling compacts and flushes for region at 1733217609314Disabling writes for close at 1733217609315 (+1 ms)Writing region close event to WAL at 1733217609316 (+1 ms)Running coprocessor post-close hooks at 1733217609320 (+4 ms)Closed at 1733217609321 (+1 ms) 2024-12-03T09:20:09,321 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733217592193.21642029b6b30362502491ab756c32bf. 2024-12-03T09:20:09,332 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/meta/1588230740/.tmp/table/99b01f71b1fc450fbb9e983eb6a11942 is 53, key is hbase:replication/table:state/1733217597685/Put/seqid=0 2024-12-03T09:20:09,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741851_1027 (size=5308) 2024-12-03T09:20:09,338 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/meta/1588230740/.tmp/table/99b01f71b1fc450fbb9e983eb6a11942 2024-12-03T09:20:09,343 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/meta/1588230740/.tmp/info/69c04f9ebd74454ebea45dd28ee1020f as hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/meta/1588230740/info/69c04f9ebd74454ebea45dd28ee1020f 2024-12-03T09:20:09,349 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/meta/1588230740/info/69c04f9ebd74454ebea45dd28ee1020f, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T09:20:09,351 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/meta/1588230740/.tmp/ns/e87e6556179848f583394bac86e30b28 as hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/meta/1588230740/ns/e87e6556179848f583394bac86e30b28 2024-12-03T09:20:09,356 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/meta/1588230740/ns/e87e6556179848f583394bac86e30b28, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T09:20:09,358 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/meta/1588230740/.tmp/rep_barrier/70eb7dbbd5f64afb81c7d659e3ca3fc2 as hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/meta/1588230740/rep_barrier/70eb7dbbd5f64afb81c7d659e3ca3fc2 2024-12-03T09:20:09,362 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/meta/1588230740/rep_barrier/70eb7dbbd5f64afb81c7d659e3ca3fc2, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T09:20:09,363 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/meta/1588230740/.tmp/table/99b01f71b1fc450fbb9e983eb6a11942 as hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/meta/1588230740/table/99b01f71b1fc450fbb9e983eb6a11942 2024-12-03T09:20:09,374 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/meta/1588230740/table/99b01f71b1fc450fbb9e983eb6a11942, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T09:20:09,375 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 953ms, sequenceid=16, compaction requested=false 2024-12-03T09:20:09,393 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T09:20:09,393 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:20:09,393 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:20:09,393 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:20:09,394 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217608421Running coprocessor pre-close hooks at 1733217608421Disabling compacts and flushes for region at 1733217608421Disabling writes for close at 1733217608422 (+1 ms)Obtaining lock to block concurrent updates at 1733217608422Preparing flush snapshotting stores in 1588230740 at 1733217608422Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733217608422Flushing stores of hbase:meta,,1.1588230740 at 1733217608422Flushing 1588230740/info: creating writer at 1733217608422Flushing 1588230740/info: appending metadata at 1733217608434 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733217608434Flushing 1588230740/ns: creating writer at 1733217608843 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733217608855 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733217608855Flushing 1588230740/rep_barrier: creating writer at 1733217609265 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733217609286 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733217609286Flushing 1588230740/table: creating writer at 1733217609312 (+26 ms)Flushing 1588230740/table: appending metadata at 1733217609332 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733217609332Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fc35b9: reopening flushed file at 1733217609343 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f73a37a: reopening flushed file at 1733217609350 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42fd3eae: reopening flushed file at 1733217609356 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b5896a5: reopening flushed file at 1733217609362 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 953ms, sequenceid=16, compaction requested=false at 1733217609375 (+13 ms)Writing region close event to WAL at 1733217609390 (+15 ms)Running coprocessor post-close hooks at 1733217609393 (+3 ms)Closed at 1733217609393 2024-12-03T09:20:09,394 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T09:20:09,422 INFO [RS:0;699c9baf3d29:35995 {}] regionserver.HRegionServer(976): stopping server 699c9baf3d29,35995,1733217583575; all regions closed. 2024-12-03T09:20:09,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741834_1010 (size=4239) 2024-12-03T09:20:09,428 DEBUG [RS:0;699c9baf3d29:35995 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/oldWALs 2024-12-03T09:20:09,428 INFO [RS:0;699c9baf3d29:35995 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C35995%2C1733217583575.meta:.meta(num 1733217586885) 2024-12-03T09:20:09,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741839_1015 (size=3127) 2024-12-03T09:20:09,440 DEBUG [RS:0;699c9baf3d29:35995 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/oldWALs 2024-12-03T09:20:09,440 INFO [RS:0;699c9baf3d29:35995 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C35995%2C1733217583575.rep:(num 1733217597644) 2024-12-03T09:20:09,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741832_1008 (size=1336) 2024-12-03T09:20:09,442 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/WALs/699c9baf3d29,35995,1733217583575/699c9baf3d29%2C35995%2C1733217583575.1733217585906 not finished, retry = 0 2024-12-03T09:20:09,544 DEBUG [RS:0;699c9baf3d29:35995 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/oldWALs 2024-12-03T09:20:09,544 INFO [RS:0;699c9baf3d29:35995 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C35995%2C1733217583575:(num 1733217585906) 2024-12-03T09:20:09,544 DEBUG [RS:0;699c9baf3d29:35995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:09,544 INFO [RS:0;699c9baf3d29:35995 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:20:09,545 INFO [RS:0;699c9baf3d29:35995 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:20:09,545 INFO [RS:0;699c9baf3d29:35995 {}] hbase.ChoreService(370): Chore service for: regionserver/699c9baf3d29:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T09:20:09,545 INFO [RS:0;699c9baf3d29:35995 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:20:09,545 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:20:09,545 INFO [RS:0;699c9baf3d29:35995 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-699c9baf3d29,35995,1733217583575 because: Region server is closing 2024-12-03T09:20:09,545 INFO [RS:0;699c9baf3d29:35995 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:35995. 2024-12-03T09:20:09,545 DEBUG [RS:0;699c9baf3d29:35995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:20:09,545 DEBUG [RS:0;699c9baf3d29:35995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:09,546 DEBUG [RS:0;699c9baf3d29:35995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:09,546 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:20:09,646 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.wal-reader.699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T09:20:09,646 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.shipper699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T09:20:09,646 INFO [RS:0;699c9baf3d29:35995 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,35995,1733217583575.replicationSource.shipper699c9baf3d29%2C35995%2C1733217583575,1-699c9baf3d29,35995,1733217583575 terminated 2024-12-03T09:20:09,646 INFO [RS:0;699c9baf3d29:35995 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:35995. 2024-12-03T09:20:09,646 DEBUG [RS:0;699c9baf3d29:35995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:20:09,646 DEBUG [RS:0;699c9baf3d29:35995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:09,646 DEBUG [RS:0;699c9baf3d29:35995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:09,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:20:09,647 INFO [RS:0;699c9baf3d29:35995 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35995 2024-12-03T09:20:09,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35995-0x1019a7d74880001, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-603629895/rs/699c9baf3d29,35995,1733217583575 2024-12-03T09:20:09,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603629895/rs 2024-12-03T09:20:09,704 INFO [RS:0;699c9baf3d29:35995 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:20:09,714 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,35995,1733217583575] 2024-12-03T09:20:09,725 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-603629895/draining/699c9baf3d29,35995,1733217583575 already deleted, retry=false 2024-12-03T09:20:09,725 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 699c9baf3d29,35995,1733217583575 expired; onlineServers=0 2024-12-03T09:20:09,725 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '699c9baf3d29,43159,1733217583417' ***** 2024-12-03T09:20:09,725 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T09:20:09,725 INFO [M:0;699c9baf3d29:43159 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:20:09,725 INFO [M:0;699c9baf3d29:43159 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:20:09,725 DEBUG [M:0;699c9baf3d29:43159 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T09:20:09,725 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T09:20:09,725 DEBUG [M:0;699c9baf3d29:43159 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T09:20:09,725 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217585680 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217585680,5,FailOnTimeoutGroup] 2024-12-03T09:20:09,725 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217585680 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217585680,5,FailOnTimeoutGroup] 2024-12-03T09:20:09,725 INFO [M:0;699c9baf3d29:43159 {}] hbase.ChoreService(370): Chore service for: master/699c9baf3d29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T09:20:09,725 INFO [M:0;699c9baf3d29:43159 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:20:09,725 DEBUG [M:0;699c9baf3d29:43159 {}] master.HMaster(1795): Stopping service threads 2024-12-03T09:20:09,725 INFO [M:0;699c9baf3d29:43159 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T09:20:09,725 INFO [M:0;699c9baf3d29:43159 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:20:09,725 INFO [M:0;699c9baf3d29:43159 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T09:20:09,725 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T09:20:09,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-603629895/master 2024-12-03T09:20:09,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603629895 2024-12-03T09:20:09,735 DEBUG [M:0;699c9baf3d29:43159 {}] zookeeper.ZKUtil(347): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Unable to get data of znode /0-603629895/master because node does not exist (not an error) 2024-12-03T09:20:09,735 WARN [M:0;699c9baf3d29:43159 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T09:20:09,736 INFO [M:0;699c9baf3d29:43159 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/.lastflushedseqids 2024-12-03T09:20:09,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741852_1028 (size=263) 2024-12-03T09:20:09,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35995-0x1019a7d74880001, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:20:09,814 INFO [RS:0;699c9baf3d29:35995 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:20:09,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35995-0x1019a7d74880001, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:20:09,814 INFO [RS:0;699c9baf3d29:35995 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,35995,1733217583575; zookeeper connection closed. 2024-12-03T09:20:09,815 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@38026f2b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@38026f2b 2024-12-03T09:20:09,815 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T09:20:10,140 INFO [M:0;699c9baf3d29:43159 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T09:20:10,140 INFO [M:0;699c9baf3d29:43159 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T09:20:10,140 DEBUG [M:0;699c9baf3d29:43159 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:20:10,140 INFO [M:0;699c9baf3d29:43159 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:10,140 DEBUG [M:0;699c9baf3d29:43159 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:10,140 DEBUG [M:0;699c9baf3d29:43159 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:20:10,140 DEBUG [M:0;699c9baf3d29:43159 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:10,140 INFO [M:0;699c9baf3d29:43159 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-03T09:20:10,156 DEBUG [M:0;699c9baf3d29:43159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a052d6db67748c4bdfb6dfa4c89f63f is 82, key is hbase:meta,,1/info:regioninfo/1733217586912/Put/seqid=0 2024-12-03T09:20:10,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741853_1029 (size=5672) 2024-12-03T09:20:10,164 INFO [M:0;699c9baf3d29:43159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a052d6db67748c4bdfb6dfa4c89f63f 2024-12-03T09:20:10,188 DEBUG [M:0;699c9baf3d29:43159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f227edff8b464684984909632f56a883 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733217597689/Put/seqid=0 2024-12-03T09:20:10,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741854_1030 (size=8515) 2024-12-03T09:20:10,592 INFO [M:0;699c9baf3d29:43159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f227edff8b464684984909632f56a883 2024-12-03T09:20:10,608 DEBUG [M:0;699c9baf3d29:43159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f59a975647044016bfde20a42f83ef7b is 69, key is 699c9baf3d29,35995,1733217583575/rs:state/1733217585744/Put/seqid=0 2024-12-03T09:20:10,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741855_1031 (size=5156) 2024-12-03T09:20:11,012 INFO [M:0;699c9baf3d29:43159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f59a975647044016bfde20a42f83ef7b 2024-12-03T09:20:11,016 DEBUG [M:0;699c9baf3d29:43159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a052d6db67748c4bdfb6dfa4c89f63f as hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a052d6db67748c4bdfb6dfa4c89f63f 2024-12-03T09:20:11,020 INFO [M:0;699c9baf3d29:43159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a052d6db67748c4bdfb6dfa4c89f63f, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T09:20:11,020 DEBUG [M:0;699c9baf3d29:43159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f227edff8b464684984909632f56a883 as hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f227edff8b464684984909632f56a883 2024-12-03T09:20:11,024 INFO [M:0;699c9baf3d29:43159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f227edff8b464684984909632f56a883, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T09:20:11,024 DEBUG [M:0;699c9baf3d29:43159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f59a975647044016bfde20a42f83ef7b as hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f59a975647044016bfde20a42f83ef7b 2024-12-03T09:20:11,028 INFO [M:0;699c9baf3d29:43159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/f19ac136-ffe8-2181-eab3-c4bc52d5d176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f59a975647044016bfde20a42f83ef7b, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T09:20:11,028 INFO [M:0;699c9baf3d29:43159 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=97, compaction requested=false 2024-12-03T09:20:11,030 INFO [M:0;699c9baf3d29:43159 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:11,030 DEBUG [M:0;699c9baf3d29:43159 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217610140Disabling compacts and flushes for region at 1733217610140Disabling writes for close at 1733217610140Obtaining lock to block concurrent updates at 1733217610140Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733217610140Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733217610141 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733217610141Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733217610141Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733217610156 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733217610156Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733217610170 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733217610188 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733217610188Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733217610596 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733217610608 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733217610608Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b69e8af: reopening flushed file at 1733217611016 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@160e2627: reopening flushed file at 1733217611020 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42aa9189: reopening flushed file at 1733217611024 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=97, compaction requested=false at 1733217611029 (+5 ms)Writing region close event to WAL at 1733217611029Closed at 1733217611029 2024-12-03T09:20:11,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44525 is added to blk_1073741830_1006 (size=63642) 2024-12-03T09:20:11,032 INFO [M:0;699c9baf3d29:43159 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T09:20:11,032 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:20:11,032 INFO [M:0;699c9baf3d29:43159 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43159 2024-12-03T09:20:11,032 INFO [M:0;699c9baf3d29:43159 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:20:11,214 INFO [M:0;699c9baf3d29:43159 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:20:11,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:20:11,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1019a7d74880000, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:20:11,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17373f9c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:20:11,216 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ecea2b4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:20:11,216 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:20:11,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70ac5155{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:20:11,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18fe9ea1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/hadoop.log.dir/,STOPPED} 2024-12-03T09:20:11,218 WARN [BP-281337652-172.17.0.2-1733217581297 heartbeating to localhost/127.0.0.1:43275 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T09:20:11,218 WARN [BP-281337652-172.17.0.2-1733217581297 heartbeating to localhost/127.0.0.1:43275 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-281337652-172.17.0.2-1733217581297 (Datanode Uuid 709dc13f-8052-4161-996f-e0861650b69c) service to localhost/127.0.0.1:43275 2024-12-03T09:20:11,218 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T09:20:11,218 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T09:20:11,219 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/cluster_71e74408-618e-7dd9-7237-a5d496df876d/data/data1/current/BP-281337652-172.17.0.2-1733217581297 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:20:11,219 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/cluster_71e74408-618e-7dd9-7237-a5d496df876d/data/data2/current/BP-281337652-172.17.0.2-1733217581297 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:20:11,219 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T09:20:11,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e8be9b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:20:11,225 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47996aa0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:20:11,225 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:20:11,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4898b990{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:20:11,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@610bcfc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a42da-d905-25d8-aa91-c85cf12d4e28/hadoop.log.dir/,STOPPED} 2024-12-03T09:20:11,231 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T09:20:11,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T09:20:11,256 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=242 (was 204) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43275 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43275 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39519 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43275 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43275 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43275 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39519 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39519 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52233) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43275 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39519 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39519 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39519 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:39519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:43275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52233) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=622 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=304 (was 309), ProcessCount=11 (was 12), AvailableMemoryMB=13023 (was 13687) 2024-12-03T09:20:11,265 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=242, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=304, ProcessCount=11, AvailableMemoryMB=13021 2024-12-03T09:20:11,281 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-03T09:20:11,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/hadoop.log.dir so I do NOT create it in target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68 2024-12-03T09:20:11,282 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T09:20:11,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/hadoop.tmp.dir so I do NOT create it in target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68 2024-12-03T09:20:11,282 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4fe5bd3-7718-3c56-0aea-671db284ea8e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T09:20:11,282 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68 2024-12-03T09:20:11,282 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/cluster_6f23793d-637a-cd84-19bf-8b280e28d179, deleteOnExit=true 2024-12-03T09:20:11,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019a7d74880002, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T09:20:11,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019a7d74880002, quorum=127.0.0.1:52233, baseZNode=/0-603629895 Received Disconnected from ZooKeeper, ignoring 2024-12-03T09:20:11,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019a7d74880005, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T09:20:11,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019a7d74880005, quorum=127.0.0.1:52233, baseZNode=/1-856027068 Received Disconnected from ZooKeeper, ignoring 2024-12-03T09:20:11,333 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/cluster_6f23793d-637a-cd84-19bf-8b280e28d179/zookeeper_0, clientPort=49740, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/cluster_6f23793d-637a-cd84-19bf-8b280e28d179/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/cluster_6f23793d-637a-cd84-19bf-8b280e28d179/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T09:20:11,336 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49740 2024-12-03T09:20:11,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T09:20:11,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T09:20:11,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/test.cache.data in system properties and HBase conf 2024-12-03T09:20:11,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T09:20:11,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/hadoop.log.dir in system properties and HBase conf 2024-12-03T09:20:11,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T09:20:11,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T09:20:11,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T09:20:11,337 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T09:20:11,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:20:11,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:20:11,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T09:20:11,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:20:11,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T09:20:11,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T09:20:11,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:20:11,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:20:11,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T09:20:11,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/nfs.dump.dir in system properties and HBase conf 2024-12-03T09:20:11,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/java.io.tmpdir in system properties and HBase conf 2024-12-03T09:20:11,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:20:11,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T09:20:11,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T09:20:11,599 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:20:11,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:11,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:11,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:11,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:11,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:11,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:11,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:11,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:11,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:11,710 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:20:11,713 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:20:11,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:20:11,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:20:11,715 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T09:20:11,715 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:20:11,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@508a9853{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:20:11,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b123ec2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:20:11,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@689da65b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/java.io.tmpdir/jetty-localhost-37819-hadoop-hdfs-3_4_1-tests_jar-_-any-4915026666579534685/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:20:11,809 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44c1350{HTTP/1.1, (http/1.1)}{localhost:37819} 2024-12-03T09:20:11,809 INFO [Time-limited test {}] server.Server(415): Started @198442ms 2024-12-03T09:20:12,124 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:20:12,127 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:20:12,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:20:12,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:20:12,137 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T09:20:12,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@320414ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:20:12,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fae1abe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:20:12,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ccfdb21{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/java.io.tmpdir/jetty-localhost-35663-hadoop-hdfs-3_4_1-tests_jar-_-any-15428022253888833368/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:20:12,253 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40caad6{HTTP/1.1, (http/1.1)}{localhost:35663} 2024-12-03T09:20:12,253 INFO [Time-limited test {}] server.Server(415): Started @198886ms 2024-12-03T09:20:12,254 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T09:20:12,953 WARN [Thread-2185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/cluster_6f23793d-637a-cd84-19bf-8b280e28d179/data/data1/current/BP-1094448233-172.17.0.2-1733217611353/current, will proceed with Du for space computation calculation, 2024-12-03T09:20:12,953 WARN [Thread-2186 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/cluster_6f23793d-637a-cd84-19bf-8b280e28d179/data/data2/current/BP-1094448233-172.17.0.2-1733217611353/current, will proceed with Du for space computation calculation, 2024-12-03T09:20:12,976 WARN [Thread-2173 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T09:20:12,979 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe37710f7aa95bc38 with lease ID 0xcd90ab4b2f8454cf: Processing first storage report for DS-b21ad4b4-08bb-4944-b635-28bcc1f1f0ab from datanode DatanodeRegistration(127.0.0.1:33783, datanodeUuid=2e72c522-6ef7-4e31-8d88-e531cb875dc0, infoPort=35293, infoSecurePort=0, ipcPort=45269, storageInfo=lv=-57;cid=testClusterID;nsid=182054443;c=1733217611353) 2024-12-03T09:20:12,979 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe37710f7aa95bc38 with lease ID 0xcd90ab4b2f8454cf: from storage DS-b21ad4b4-08bb-4944-b635-28bcc1f1f0ab node DatanodeRegistration(127.0.0.1:33783, datanodeUuid=2e72c522-6ef7-4e31-8d88-e531cb875dc0, infoPort=35293, infoSecurePort=0, ipcPort=45269, storageInfo=lv=-57;cid=testClusterID;nsid=182054443;c=1733217611353), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:20:12,979 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe37710f7aa95bc38 with lease ID 0xcd90ab4b2f8454cf: Processing first storage report for DS-b7894e6f-67d4-4166-a98a-d1d0b2d80d05 from datanode DatanodeRegistration(127.0.0.1:33783, datanodeUuid=2e72c522-6ef7-4e31-8d88-e531cb875dc0, infoPort=35293, infoSecurePort=0, ipcPort=45269, storageInfo=lv=-57;cid=testClusterID;nsid=182054443;c=1733217611353) 2024-12-03T09:20:12,979 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe37710f7aa95bc38 with lease ID 0xcd90ab4b2f8454cf: from storage DS-b7894e6f-67d4-4166-a98a-d1d0b2d80d05 node DatanodeRegistration(127.0.0.1:33783, datanodeUuid=2e72c522-6ef7-4e31-8d88-e531cb875dc0, infoPort=35293, infoSecurePort=0, ipcPort=45269, storageInfo=lv=-57;cid=testClusterID;nsid=182054443;c=1733217611353), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:20:13,008 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68 2024-12-03T09:20:13,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:13,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:13,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741825_1001 (size=7) 2024-12-03T09:20:13,417 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c with version=8 2024-12-03T09:20:13,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/hbase-staging 2024-12-03T09:20:13,418 INFO [Time-limited test {}] client.ConnectionUtils(128): master/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:20:13,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:13,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:13,418 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:20:13,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:13,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:20:13,419 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T09:20:13,419 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:20:13,419 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36113 2024-12-03T09:20:13,420 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36113 connecting to ZooKeeper ensemble=127.0.0.1:49740 2024-12-03T09:20:13,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361130x0, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:20:13,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36113-0x1019a7de9e40000 connected 2024-12-03T09:20:13,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:13,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:13,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Set watcher on znode that does not yet exist, /01859830526/running 2024-12-03T09:20:13,702 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c, hbase.cluster.distributed=false 2024-12-03T09:20:13,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Set watcher on znode that does not yet exist, /01859830526/acl 2024-12-03T09:20:13,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36113 2024-12-03T09:20:13,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36113 2024-12-03T09:20:13,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36113 2024-12-03T09:20:13,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36113 2024-12-03T09:20:13,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36113 2024-12-03T09:20:13,723 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:20:13,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:13,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:13,723 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:20:13,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:13,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:20:13,724 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:20:13,724 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:20:13,728 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40057 2024-12-03T09:20:13,729 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40057 connecting to ZooKeeper ensemble=127.0.0.1:49740 2024-12-03T09:20:13,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:13,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:13,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400570x0, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:20:13,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400570x0, quorum=127.0.0.1:49740, baseZNode=/01859830526 Set watcher on znode that does not yet exist, /01859830526/running 2024-12-03T09:20:13,746 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:20:13,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40057-0x1019a7de9e40001 connected 2024-12-03T09:20:13,748 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:20:13,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40057-0x1019a7de9e40001, quorum=127.0.0.1:49740, baseZNode=/01859830526 Set watcher on znode that does not yet exist, /01859830526/master 2024-12-03T09:20:13,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40057-0x1019a7de9e40001, quorum=127.0.0.1:49740, baseZNode=/01859830526 Set watcher on znode that does not yet exist, /01859830526/acl 2024-12-03T09:20:13,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40057 2024-12-03T09:20:13,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40057 2024-12-03T09:20:13,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40057 2024-12-03T09:20:13,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40057 2024-12-03T09:20:13,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40057 2024-12-03T09:20:13,778 DEBUG [M:0;699c9baf3d29:36113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;699c9baf3d29:36113 2024-12-03T09:20:13,779 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01859830526/backup-masters/699c9baf3d29,36113,1733217613418 2024-12-03T09:20:13,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x1019a7de9e40001, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859830526/backup-masters 2024-12-03T09:20:13,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859830526/backup-masters 2024-12-03T09:20:13,788 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Set watcher on existing znode=/01859830526/backup-masters/699c9baf3d29,36113,1733217613418 2024-12-03T09:20:13,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859830526 2024-12-03T09:20:13,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x1019a7de9e40001, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01859830526/master 2024-12-03T09:20:13,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x1019a7de9e40001, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859830526 2024-12-03T09:20:13,798 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Set watcher on existing znode=/01859830526/master 2024-12-03T09:20:13,799 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01859830526/backup-masters/699c9baf3d29,36113,1733217613418 from backup master directory 2024-12-03T09:20:13,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x1019a7de9e40001, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859830526/backup-masters 2024-12-03T09:20:13,809 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:20:13,809 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=699c9baf3d29,36113,1733217613418 2024-12-03T09:20:13,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01859830526/backup-masters/699c9baf3d29,36113,1733217613418 2024-12-03T09:20:13,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859830526/backup-masters 2024-12-03T09:20:13,812 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/hbase.id] with ID: 76d58493-572f-48de-9ee4-1e4fa31051d3 2024-12-03T09:20:13,812 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/.tmp/hbase.id 2024-12-03T09:20:13,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741826_1002 (size=42) 2024-12-03T09:20:14,222 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/.tmp/hbase.id]:[hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/hbase.id] 2024-12-03T09:20:14,232 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:14,232 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T09:20:14,232 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-03T09:20:14,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859830526 2024-12-03T09:20:14,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x1019a7de9e40001, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859830526 2024-12-03T09:20:14,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741827_1003 (size=196) 2024-12-03T09:20:14,690 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:20:14,690 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T09:20:14,691 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:20:14,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741828_1004 (size=1189) 2024-12-03T09:20:15,097 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/MasterData/data/master/store 2024-12-03T09:20:15,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741829_1005 (size=34) 2024-12-03T09:20:15,506 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:15,506 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:20:15,506 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:15,506 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:15,506 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:20:15,506 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:15,506 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:15,506 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217615506Disabling compacts and flushes for region at 1733217615506Disabling writes for close at 1733217615506Writing region close event to WAL at 1733217615506Closed at 1733217615506 2024-12-03T09:20:15,506 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/MasterData/data/master/store/.initializing 2024-12-03T09:20:15,506 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/MasterData/WALs/699c9baf3d29,36113,1733217613418 2024-12-03T09:20:15,507 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:20:15,508 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C36113%2C1733217613418, suffix=, logDir=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/MasterData/WALs/699c9baf3d29,36113,1733217613418, archiveDir=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/MasterData/oldWALs, maxLogs=10 2024-12-03T09:20:15,518 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/MasterData/WALs/699c9baf3d29,36113,1733217613418/699c9baf3d29%2C36113%2C1733217613418.1733217615508, exclude list is [], retry=0 2024-12-03T09:20:15,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33783,DS-b21ad4b4-08bb-4944-b635-28bcc1f1f0ab,DISK] 2024-12-03T09:20:15,522 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/MasterData/WALs/699c9baf3d29,36113,1733217613418/699c9baf3d29%2C36113%2C1733217613418.1733217615508 2024-12-03T09:20:15,522 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35293:35293)] 2024-12-03T09:20:15,522 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:20:15,522 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:15,522 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:15,522 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:15,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:15,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T09:20:15,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:15,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:15,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:15,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T09:20:15,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:15,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:15,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:15,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T09:20:15,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:15,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:15,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:15,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T09:20:15,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:15,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:15,527 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:15,527 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:15,528 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:15,528 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:15,528 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:15,529 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:20:15,529 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:15,530 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:20:15,531 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61882233, jitterRate=-0.07788287103176117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:20:15,531 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733217615522Initializing all the Stores at 1733217615523 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217615523Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217615523Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217615523Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217615523Cleaning up temporary data from old regions at 1733217615528 (+5 ms)Region opened successfully at 1733217615531 (+3 ms) 2024-12-03T09:20:15,531 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T09:20:15,533 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7bb4f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:20:15,534 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T09:20:15,534 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T09:20:15,534 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T09:20:15,534 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T09:20:15,534 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T09:20:15,535 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T09:20:15,535 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T09:20:15,536 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T09:20:15,537 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Unable to get data of znode /01859830526/balancer because node does not exist (not necessarily an error) 2024-12-03T09:20:15,598 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01859830526/balancer already deleted, retry=false 2024-12-03T09:20:15,598 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T09:20:15,598 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Unable to get data of znode /01859830526/normalizer because node does not exist (not necessarily an error) 2024-12-03T09:20:15,608 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01859830526/normalizer already deleted, retry=false 2024-12-03T09:20:15,608 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T09:20:15,609 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Unable to get data of znode /01859830526/switch/split because node does not exist (not necessarily an error) 2024-12-03T09:20:15,619 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01859830526/switch/split already deleted, retry=false 2024-12-03T09:20:15,619 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Unable to get data of znode /01859830526/switch/merge because node does not exist (not necessarily an error) 2024-12-03T09:20:15,629 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01859830526/switch/merge already deleted, retry=false 2024-12-03T09:20:15,630 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Unable to get data of znode /01859830526/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T09:20:15,640 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01859830526/snapshot-cleanup already deleted, retry=false 2024-12-03T09:20:15,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01859830526/running 2024-12-03T09:20:15,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x1019a7de9e40001, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01859830526/running 2024-12-03T09:20:15,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859830526 2024-12-03T09:20:15,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x1019a7de9e40001, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859830526 2024-12-03T09:20:15,651 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=699c9baf3d29,36113,1733217613418, sessionid=0x1019a7de9e40000, setting cluster-up flag (Was=false) 2024-12-03T09:20:15,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859830526 2024-12-03T09:20:15,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x1019a7de9e40001, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859830526 2024-12-03T09:20:15,703 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01859830526/flush-table-proc/acquired, /01859830526/flush-table-proc/reached, /01859830526/flush-table-proc/abort 2024-12-03T09:20:15,704 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,36113,1733217613418 2024-12-03T09:20:15,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859830526 2024-12-03T09:20:15,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x1019a7de9e40001, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859830526 2024-12-03T09:20:15,756 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01859830526/online-snapshot/acquired, /01859830526/online-snapshot/reached, /01859830526/online-snapshot/abort 2024-12-03T09:20:15,756 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,36113,1733217613418 2024-12-03T09:20:15,757 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T09:20:15,758 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T09:20:15,758 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T09:20:15,758 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T09:20:15,758 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 699c9baf3d29,36113,1733217613418 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T09:20:15,759 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:20:15,759 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:20:15,759 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:20:15,759 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:20:15,759 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/699c9baf3d29:0, corePoolSize=10, maxPoolSize=10 2024-12-03T09:20:15,759 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:15,759 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:20:15,759 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:15,760 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733217645760 2024-12-03T09:20:15,760 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T09:20:15,760 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T09:20:15,760 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T09:20:15,760 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T09:20:15,760 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T09:20:15,760 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T09:20:15,760 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:20:15,760 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T09:20:15,760 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:15,761 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T09:20:15,761 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T09:20:15,761 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T09:20:15,761 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T09:20:15,761 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T09:20:15,761 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T09:20:15,761 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217615761,5,FailOnTimeoutGroup] 2024-12-03T09:20:15,761 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217615761,5,FailOnTimeoutGroup] 2024-12-03T09:20:15,761 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:15,761 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T09:20:15,761 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:15,761 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:15,762 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:15,762 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T09:20:15,768 INFO [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(746): ClusterId : 76d58493-572f-48de-9ee4-1e4fa31051d3 2024-12-03T09:20:15,769 DEBUG [RS:0;699c9baf3d29:40057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:20:15,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741831_1007 (size=1321) 2024-12-03T09:20:15,777 DEBUG [RS:0;699c9baf3d29:40057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:20:15,777 DEBUG [RS:0;699c9baf3d29:40057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:20:15,788 DEBUG [RS:0;699c9baf3d29:40057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:20:15,788 DEBUG [RS:0;699c9baf3d29:40057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e914f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:20:15,797 DEBUG [RS:0;699c9baf3d29:40057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;699c9baf3d29:40057 2024-12-03T09:20:15,797 INFO [RS:0;699c9baf3d29:40057 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:20:15,797 INFO [RS:0;699c9baf3d29:40057 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:20:15,797 DEBUG [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:20:15,798 INFO [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,36113,1733217613418 with port=40057, startcode=1733217613723 2024-12-03T09:20:15,798 DEBUG [RS:0;699c9baf3d29:40057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:20:15,799 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:20:15,799 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36113 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,40057,1733217613723 2024-12-03T09:20:15,799 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36113 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,40057,1733217613723 2024-12-03T09:20:15,800 DEBUG [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c 2024-12-03T09:20:15,800 DEBUG [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43595 2024-12-03T09:20:15,800 DEBUG [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:20:15,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859830526/rs 2024-12-03T09:20:15,809 DEBUG [RS:0;699c9baf3d29:40057 {}] zookeeper.ZKUtil(111): regionserver:40057-0x1019a7de9e40001, quorum=127.0.0.1:49740, baseZNode=/01859830526 Set watcher on existing znode=/01859830526/rs/699c9baf3d29,40057,1733217613723 2024-12-03T09:20:15,809 WARN [RS:0;699c9baf3d29:40057 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:20:15,809 INFO [RS:0;699c9baf3d29:40057 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:20:15,809 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,40057,1733217613723] 2024-12-03T09:20:15,809 DEBUG [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723 2024-12-03T09:20:15,813 INFO [RS:0;699c9baf3d29:40057 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:20:15,814 INFO [RS:0;699c9baf3d29:40057 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:20:15,816 INFO [RS:0;699c9baf3d29:40057 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:20:15,816 INFO [RS:0;699c9baf3d29:40057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:15,816 INFO [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:20:15,817 INFO [RS:0;699c9baf3d29:40057 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:20:15,817 INFO [RS:0;699c9baf3d29:40057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:15,817 DEBUG [RS:0;699c9baf3d29:40057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:15,817 DEBUG [RS:0;699c9baf3d29:40057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:15,817 DEBUG [RS:0;699c9baf3d29:40057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:15,817 DEBUG [RS:0;699c9baf3d29:40057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:15,817 DEBUG [RS:0;699c9baf3d29:40057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:15,817 DEBUG [RS:0;699c9baf3d29:40057 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:20:15,817 DEBUG [RS:0;699c9baf3d29:40057 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:15,817 DEBUG [RS:0;699c9baf3d29:40057 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:15,817 DEBUG [RS:0;699c9baf3d29:40057 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:15,817 DEBUG [RS:0;699c9baf3d29:40057 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:15,817 DEBUG [RS:0;699c9baf3d29:40057 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:15,817 DEBUG [RS:0;699c9baf3d29:40057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:15,817 DEBUG [RS:0;699c9baf3d29:40057 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:20:15,817 DEBUG [RS:0;699c9baf3d29:40057 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:20:15,820 INFO [RS:0;699c9baf3d29:40057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:15,820 INFO [RS:0;699c9baf3d29:40057 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:15,820 INFO [RS:0;699c9baf3d29:40057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:15,820 INFO [RS:0;699c9baf3d29:40057 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:15,820 INFO [RS:0;699c9baf3d29:40057 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:15,820 INFO [RS:0;699c9baf3d29:40057 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,40057,1733217613723-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:20:15,837 INFO [RS:0;699c9baf3d29:40057 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:20:15,837 INFO [RS:0;699c9baf3d29:40057 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,40057,1733217613723-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:15,837 INFO [RS:0;699c9baf3d29:40057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:15,837 INFO [RS:0;699c9baf3d29:40057 {}] regionserver.Replication(171): 699c9baf3d29,40057,1733217613723 started 2024-12-03T09:20:15,851 INFO [RS:0;699c9baf3d29:40057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:15,851 INFO [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,40057,1733217613723, RpcServer on 699c9baf3d29/172.17.0.2:40057, sessionid=0x1019a7de9e40001 2024-12-03T09:20:15,851 DEBUG [RS:0;699c9baf3d29:40057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:20:15,851 DEBUG [RS:0;699c9baf3d29:40057 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,40057,1733217613723 2024-12-03T09:20:15,851 DEBUG [RS:0;699c9baf3d29:40057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,40057,1733217613723' 2024-12-03T09:20:15,851 DEBUG [RS:0;699c9baf3d29:40057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01859830526/flush-table-proc/abort' 2024-12-03T09:20:15,851 DEBUG [RS:0;699c9baf3d29:40057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01859830526/flush-table-proc/acquired' 2024-12-03T09:20:15,852 DEBUG [RS:0;699c9baf3d29:40057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:20:15,852 DEBUG [RS:0;699c9baf3d29:40057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:20:15,852 DEBUG [RS:0;699c9baf3d29:40057 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,40057,1733217613723 2024-12-03T09:20:15,852 DEBUG [RS:0;699c9baf3d29:40057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,40057,1733217613723' 2024-12-03T09:20:15,852 DEBUG [RS:0;699c9baf3d29:40057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01859830526/online-snapshot/abort' 2024-12-03T09:20:15,852 DEBUG [RS:0;699c9baf3d29:40057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01859830526/online-snapshot/acquired' 2024-12-03T09:20:15,852 DEBUG [RS:0;699c9baf3d29:40057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:20:15,852 INFO [RS:0;699c9baf3d29:40057 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:20:15,852 INFO [RS:0;699c9baf3d29:40057 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:20:15,953 INFO [RS:0;699c9baf3d29:40057 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:20:15,954 INFO [RS:0;699c9baf3d29:40057 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C40057%2C1733217613723, suffix=, logDir=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723, archiveDir=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/oldWALs, maxLogs=10 2024-12-03T09:20:15,970 DEBUG [RS:0;699c9baf3d29:40057 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954, exclude list is [], retry=0 2024-12-03T09:20:15,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33783,DS-b21ad4b4-08bb-4944-b635-28bcc1f1f0ab,DISK] 2024-12-03T09:20:15,974 INFO [RS:0;699c9baf3d29:40057 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 2024-12-03T09:20:15,974 DEBUG [RS:0;699c9baf3d29:40057 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35293:35293)] 2024-12-03T09:20:16,170 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T09:20:16,170 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c 2024-12-03T09:20:16,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741833_1009 (size=32) 2024-12-03T09:20:16,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:16,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:20:16,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:20:16,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:16,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:16,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:20:16,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:20:16,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:16,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:16,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:20:16,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:20:16,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:16,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:16,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:20:16,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:20:16,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:16,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:16,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:20:16,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/meta/1588230740 2024-12-03T09:20:16,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/meta/1588230740 2024-12-03T09:20:16,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:20:16,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:20:16,185 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:20:16,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:20:16,187 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:20:16,187 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70704779, jitterRate=0.053583309054374695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:20:16,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733217616177Initializing all the Stores at 1733217616178 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217616178Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217616178Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217616178Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217616178Cleaning up temporary data from old regions at 1733217616184 (+6 ms)Region opened successfully at 1733217616188 (+4 ms) 2024-12-03T09:20:16,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:20:16,188 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:20:16,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:20:16,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:20:16,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:20:16,188 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:20:16,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217616188Disabling compacts and flushes for region at 1733217616188Disabling writes for close at 1733217616188Writing region close event to WAL at 1733217616188Closed at 1733217616188 2024-12-03T09:20:16,189 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:20:16,189 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T09:20:16,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T09:20:16,190 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:20:16,191 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T09:20:16,341 DEBUG [699c9baf3d29:36113 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T09:20:16,342 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=699c9baf3d29,40057,1733217613723 2024-12-03T09:20:16,342 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,40057,1733217613723, state=OPENING 2024-12-03T09:20:16,387 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T09:20:16,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x1019a7de9e40001, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859830526 2024-12-03T09:20:16,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859830526 2024-12-03T09:20:16,398 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01859830526/meta-region-server: CHANGED 2024-12-03T09:20:16,398 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01859830526/meta-region-server: CHANGED 2024-12-03T09:20:16,398 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:20:16,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,40057,1733217613723}] 2024-12-03T09:20:16,550 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:20:16,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:20:16,554 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T09:20:16,554 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:20:16,555 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T09:20:16,556 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C40057%2C1733217613723.meta, suffix=.meta, logDir=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723, archiveDir=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/oldWALs, maxLogs=10 2024-12-03T09:20:16,566 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.meta.1733217616556.meta, exclude list is [], retry=0 2024-12-03T09:20:16,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33783,DS-b21ad4b4-08bb-4944-b635-28bcc1f1f0ab,DISK] 2024-12-03T09:20:16,570 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.meta.1733217616556.meta 2024-12-03T09:20:16,570 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35293:35293)] 2024-12-03T09:20:16,570 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:20:16,570 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:20:16,571 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:20:16,571 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T09:20:16,571 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T09:20:16,571 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T09:20:16,571 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:16,571 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T09:20:16,571 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T09:20:16,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:20:16,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:20:16,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:16,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:16,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:20:16,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:20:16,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:16,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:16,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:20:16,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:20:16,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:16,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:16,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:20:16,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:20:16,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:16,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:16,575 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:20:16,576 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/meta/1588230740 2024-12-03T09:20:16,577 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/meta/1588230740 2024-12-03T09:20:16,578 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:20:16,578 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:20:16,578 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:20:16,579 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:20:16,580 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72639163, jitterRate=0.0824078768491745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:20:16,580 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T09:20:16,581 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733217616571Writing region info on filesystem at 1733217616571Initializing all the Stores at 1733217616572 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217616572Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217616572Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217616572Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217616572Cleaning up temporary data from old regions at 1733217616578 (+6 ms)Running coprocessor post-open hooks at 1733217616580 (+2 ms)Region opened successfully at 1733217616581 (+1 ms) 2024-12-03T09:20:16,582 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733217616550 2024-12-03T09:20:16,583 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T09:20:16,584 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T09:20:16,584 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,40057,1733217613723 2024-12-03T09:20:16,584 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,40057,1733217613723, state=OPEN 2024-12-03T09:20:16,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01859830526/meta-region-server 2024-12-03T09:20:16,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x1019a7de9e40001, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01859830526/meta-region-server 2024-12-03T09:20:16,624 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=699c9baf3d29,40057,1733217613723 2024-12-03T09:20:16,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01859830526/meta-region-server: CHANGED 2024-12-03T09:20:16,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01859830526/meta-region-server: CHANGED 2024-12-03T09:20:16,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T09:20:16,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,40057,1733217613723 in 226 msec 2024-12-03T09:20:16,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T09:20:16,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 436 msec 2024-12-03T09:20:16,628 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:20:16,628 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T09:20:16,629 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:20:16,629 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,40057,1733217613723, seqNum=-1] 2024-12-03T09:20:16,629 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:20:16,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:20:16,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 875 msec 2024-12-03T09:20:16,633 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733217616633, completionTime=-1 2024-12-03T09:20:16,633 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T09:20:16,634 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T09:20:16,635 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T09:20:16,635 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733217676635 2024-12-03T09:20:16,635 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733217736635 2024-12-03T09:20:16,635 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T09:20:16,635 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,36113,1733217613418-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:16,635 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,36113,1733217613418-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:16,635 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,36113,1733217613418-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:16,635 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-699c9baf3d29:36113, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:16,635 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:16,635 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:16,636 DEBUG [master/699c9baf3d29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T09:20:16,638 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.829sec 2024-12-03T09:20:16,638 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T09:20:16,638 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T09:20:16,638 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T09:20:16,638 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T09:20:16,638 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T09:20:16,638 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,36113,1733217613418-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:20:16,638 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,36113,1733217613418-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T09:20:16,640 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T09:20:16,640 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T09:20:16,640 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,36113,1733217613418-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:16,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2740334a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:16,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,36113,-1 for getting cluster id 2024-12-03T09:20:16,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:20:16,671 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76d58493-572f-48de-9ee4-1e4fa31051d3' 2024-12-03T09:20:16,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:20:16,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76d58493-572f-48de-9ee4-1e4fa31051d3" 2024-12-03T09:20:16,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ad3917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:16,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,36113,-1] 2024-12-03T09:20:16,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:20:16,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:16,672 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:20:16,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76187a48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:16,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:20:16,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,40057,1733217613723, seqNum=-1] 2024-12-03T09:20:16,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:20:16,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:20:16,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=699c9baf3d29,36113,1733217613418 2024-12-03T09:20:16,677 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49740 2024-12-03T09:20:16,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:20:16,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019a7de9e40002 connected 2024-12-03T09:20:16,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/hadoop.log.dir so I do NOT create it in target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3 2024-12-03T09:20:16,705 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T09:20:16,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/hadoop.tmp.dir so I do NOT create it in target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3 2024-12-03T09:20:16,705 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T09:20:16,705 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3 2024-12-03T09:20:16,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T09:20:16,705 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/cluster_6d303a38-483a-35fc-c5d2-8243bfd4646d, deleteOnExit=true 2024-12-03T09:20:16,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T09:20:16,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/test.cache.data in system properties and HBase conf 2024-12-03T09:20:16,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T09:20:16,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/hadoop.log.dir in system properties and HBase conf 2024-12-03T09:20:16,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T09:20:16,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T09:20:16,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T09:20:16,706 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T09:20:16,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:20:16,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:20:16,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T09:20:16,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:20:16,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T09:20:16,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T09:20:16,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:20:16,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:20:16,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T09:20:16,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/nfs.dump.dir in system properties and HBase conf 2024-12-03T09:20:16,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/java.io.tmpdir in system properties and HBase conf 2024-12-03T09:20:16,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:20:16,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T09:20:16,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T09:20:17,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:20:17,045 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:20:17,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:20:17,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:20:17,049 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T09:20:17,053 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:20:17,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@790a289e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:20:17,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@96e793b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:20:17,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@dcf9b45{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/java.io.tmpdir/jetty-localhost-42981-hadoop-hdfs-3_4_1-tests_jar-_-any-17769862803517118635/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:20:17,148 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64f1fa9b{HTTP/1.1, (http/1.1)}{localhost:42981} 2024-12-03T09:20:17,148 INFO [Time-limited test {}] server.Server(415): Started @203781ms 2024-12-03T09:20:17,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:20:17,377 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:20:17,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:20:17,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:20:17,379 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T09:20:17,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63dac444{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:20:17,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72eab583{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:20:17,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@feb2d2d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/java.io.tmpdir/jetty-localhost-36239-hadoop-hdfs-3_4_1-tests_jar-_-any-1651359745703166771/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:20:17,476 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25157a91{HTTP/1.1, (http/1.1)}{localhost:36239} 2024-12-03T09:20:17,476 INFO [Time-limited test {}] server.Server(415): Started @204109ms 2024-12-03T09:20:17,477 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T09:20:18,090 WARN [Thread-2305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/cluster_6d303a38-483a-35fc-c5d2-8243bfd4646d/data/data1/current/BP-1428315760-172.17.0.2-1733217616719/current, will proceed with Du for space computation calculation, 2024-12-03T09:20:18,090 WARN [Thread-2306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/cluster_6d303a38-483a-35fc-c5d2-8243bfd4646d/data/data2/current/BP-1428315760-172.17.0.2-1733217616719/current, will proceed with Du for space computation calculation, 2024-12-03T09:20:18,106 WARN [Thread-2293 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T09:20:18,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb9a1264a6c50a2e with lease ID 0x36d0dba4617455e: Processing first storage report for DS-6ae3ae95-6b3d-453d-8c43-c1b81229416b from datanode DatanodeRegistration(127.0.0.1:45123, datanodeUuid=4ddc786a-7dff-47b6-8d89-601f53684da0, infoPort=43721, infoSecurePort=0, ipcPort=44369, storageInfo=lv=-57;cid=testClusterID;nsid=1450767545;c=1733217616719) 2024-12-03T09:20:18,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb9a1264a6c50a2e with lease ID 0x36d0dba4617455e: from storage DS-6ae3ae95-6b3d-453d-8c43-c1b81229416b node DatanodeRegistration(127.0.0.1:45123, datanodeUuid=4ddc786a-7dff-47b6-8d89-601f53684da0, infoPort=43721, infoSecurePort=0, ipcPort=44369, storageInfo=lv=-57;cid=testClusterID;nsid=1450767545;c=1733217616719), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:20:18,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb9a1264a6c50a2e with lease ID 0x36d0dba4617455e: Processing first storage report for DS-eca7af83-4866-4c10-b57f-db9ee91cab49 from datanode DatanodeRegistration(127.0.0.1:45123, datanodeUuid=4ddc786a-7dff-47b6-8d89-601f53684da0, infoPort=43721, infoSecurePort=0, ipcPort=44369, storageInfo=lv=-57;cid=testClusterID;nsid=1450767545;c=1733217616719) 2024-12-03T09:20:18,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb9a1264a6c50a2e with lease ID 0x36d0dba4617455e: from storage DS-eca7af83-4866-4c10-b57f-db9ee91cab49 node DatanodeRegistration(127.0.0.1:45123, datanodeUuid=4ddc786a-7dff-47b6-8d89-601f53684da0, infoPort=43721, infoSecurePort=0, ipcPort=44369, storageInfo=lv=-57;cid=testClusterID;nsid=1450767545;c=1733217616719), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:20:18,204 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3 2024-12-03T09:20:18,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:18,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:18,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741825_1001 (size=7) 2024-12-03T09:20:18,613 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531 with version=8 2024-12-03T09:20:18,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/hbase-staging 2024-12-03T09:20:18,615 INFO [Time-limited test {}] client.ConnectionUtils(128): master/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:20:18,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:18,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:18,615 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:20:18,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:18,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:20:18,615 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T09:20:18,615 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:20:18,616 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42181 2024-12-03T09:20:18,616 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42181 connecting to ZooKeeper ensemble=127.0.0.1:49740 2024-12-03T09:20:18,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421810x0, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:20:18,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42181-0x1019a7de9e40003 connected 2024-12-03T09:20:18,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:18,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:18,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Set watcher on znode that does not yet exist, /1872789959/running 2024-12-03T09:20:18,780 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531, hbase.cluster.distributed=false 2024-12-03T09:20:18,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Set watcher on znode that does not yet exist, /1872789959/acl 2024-12-03T09:20:18,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42181 2024-12-03T09:20:18,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42181 2024-12-03T09:20:18,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42181 2024-12-03T09:20:18,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42181 2024-12-03T09:20:18,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42181 2024-12-03T09:20:18,798 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:20:18,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:18,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:18,798 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:20:18,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:18,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:20:18,798 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:20:18,798 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:20:18,799 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38383 2024-12-03T09:20:18,799 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38383 connecting to ZooKeeper ensemble=127.0.0.1:49740 2024-12-03T09:20:18,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:18,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:18,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383830x0, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:20:18,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383830x0, quorum=127.0.0.1:49740, baseZNode=/1872789959 Set watcher on znode that does not yet exist, /1872789959/running 2024-12-03T09:20:18,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38383-0x1019a7de9e40004 connected 2024-12-03T09:20:18,809 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:20:18,811 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:20:18,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38383-0x1019a7de9e40004, quorum=127.0.0.1:49740, baseZNode=/1872789959 Set watcher on znode that does not yet exist, /1872789959/master 2024-12-03T09:20:18,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38383-0x1019a7de9e40004, quorum=127.0.0.1:49740, baseZNode=/1872789959 Set watcher on znode that does not yet exist, /1872789959/acl 2024-12-03T09:20:18,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38383 2024-12-03T09:20:18,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38383 2024-12-03T09:20:18,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38383 2024-12-03T09:20:18,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38383 2024-12-03T09:20:18,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38383 2024-12-03T09:20:18,831 DEBUG [M:0;699c9baf3d29:42181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;699c9baf3d29:42181 2024-12-03T09:20:18,831 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1872789959/backup-masters/699c9baf3d29,42181,1733217618615 2024-12-03T09:20:18,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1872789959/backup-masters 2024-12-03T09:20:18,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1019a7de9e40004, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1872789959/backup-masters 2024-12-03T09:20:18,840 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Set watcher on existing znode=/1872789959/backup-masters/699c9baf3d29,42181,1733217618615 2024-12-03T09:20:18,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1872789959 2024-12-03T09:20:18,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1019a7de9e40004, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1872789959/master 2024-12-03T09:20:18,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1019a7de9e40004, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1872789959 2024-12-03T09:20:18,850 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Set watcher on existing znode=/1872789959/master 2024-12-03T09:20:18,851 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1872789959/backup-masters/699c9baf3d29,42181,1733217618615 from backup master directory 2024-12-03T09:20:18,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1872789959/backup-masters/699c9baf3d29,42181,1733217618615 2024-12-03T09:20:18,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1019a7de9e40004, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1872789959/backup-masters 2024-12-03T09:20:18,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1872789959/backup-masters 2024-12-03T09:20:18,861 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:20:18,861 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=699c9baf3d29,42181,1733217618615 2024-12-03T09:20:18,864 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/hbase.id] with ID: cf9f2998-c9b8-4e64-add4-e9fde7990724 2024-12-03T09:20:18,864 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/.tmp/hbase.id 2024-12-03T09:20:18,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741826_1002 (size=42) 2024-12-03T09:20:19,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T09:20:19,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T09:20:19,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T09:20:19,269 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/.tmp/hbase.id]:[hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/hbase.id] 2024-12-03T09:20:19,277 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:19,277 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T09:20:19,278 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T09:20:19,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1019a7de9e40004, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1872789959 2024-12-03T09:20:19,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1872789959 2024-12-03T09:20:19,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741827_1003 (size=196) 2024-12-03T09:20:19,729 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:20:19,729 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T09:20:19,729 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:20:19,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741828_1004 (size=1189) 2024-12-03T09:20:20,135 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/MasterData/data/master/store 2024-12-03T09:20:20,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741829_1005 (size=34) 2024-12-03T09:20:20,540 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:20,540 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:20:20,540 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:20,540 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:20,540 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:20:20,540 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:20,540 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:20,540 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217620540Disabling compacts and flushes for region at 1733217620540Disabling writes for close at 1733217620540Writing region close event to WAL at 1733217620540Closed at 1733217620540 2024-12-03T09:20:20,541 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/MasterData/data/master/store/.initializing 2024-12-03T09:20:20,541 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/MasterData/WALs/699c9baf3d29,42181,1733217618615 2024-12-03T09:20:20,542 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:20:20,543 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C42181%2C1733217618615, suffix=, logDir=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/MasterData/WALs/699c9baf3d29,42181,1733217618615, archiveDir=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/MasterData/oldWALs, maxLogs=10 2024-12-03T09:20:20,554 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/MasterData/WALs/699c9baf3d29,42181,1733217618615/699c9baf3d29%2C42181%2C1733217618615.1733217620543, exclude list is [], retry=0 2024-12-03T09:20:20,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45123,DS-6ae3ae95-6b3d-453d-8c43-c1b81229416b,DISK] 2024-12-03T09:20:20,557 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/MasterData/WALs/699c9baf3d29,42181,1733217618615/699c9baf3d29%2C42181%2C1733217618615.1733217620543 2024-12-03T09:20:20,557 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43721:43721)] 2024-12-03T09:20:20,557 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:20:20,558 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:20,558 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:20,558 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:20,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:20,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T09:20:20,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:20,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:20,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:20,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T09:20:20,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:20,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:20,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:20,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T09:20:20,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:20,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:20,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:20,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T09:20:20,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:20,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:20,563 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:20,564 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:20,564 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:20,565 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:20,565 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:20,565 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:20:20,566 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:20,567 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:20:20,567 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63675886, jitterRate=-0.05115535855293274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:20:20,568 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733217620558Initializing all the Stores at 1733217620559 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217620559Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217620559Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217620559Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217620559Cleaning up temporary data from old regions at 1733217620565 (+6 ms)Region opened successfully at 1733217620567 (+2 ms) 2024-12-03T09:20:20,568 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T09:20:20,570 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11152b69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:20:20,571 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T09:20:20,571 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T09:20:20,571 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T09:20:20,571 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T09:20:20,571 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T09:20:20,571 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T09:20:20,571 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T09:20:20,573 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T09:20:20,573 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Unable to get data of znode /1872789959/balancer because node does not exist (not necessarily an error) 2024-12-03T09:20:20,629 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1872789959/balancer already deleted, retry=false 2024-12-03T09:20:20,629 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T09:20:20,630 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Unable to get data of znode /1872789959/normalizer because node does not exist (not necessarily an error) 2024-12-03T09:20:20,639 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1872789959/normalizer already deleted, retry=false 2024-12-03T09:20:20,640 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T09:20:20,641 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Unable to get data of znode /1872789959/switch/split because node does not exist (not necessarily an error) 2024-12-03T09:20:20,650 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1872789959/switch/split already deleted, retry=false 2024-12-03T09:20:20,651 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Unable to get data of znode /1872789959/switch/merge because node does not exist (not necessarily an error) 2024-12-03T09:20:20,660 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1872789959/switch/merge already deleted, retry=false 2024-12-03T09:20:20,662 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Unable to get data of znode /1872789959/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T09:20:20,671 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1872789959/snapshot-cleanup already deleted, retry=false 2024-12-03T09:20:20,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1872789959/running 2024-12-03T09:20:20,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1019a7de9e40004, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1872789959/running 2024-12-03T09:20:20,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1019a7de9e40004, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1872789959 2024-12-03T09:20:20,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1872789959 2024-12-03T09:20:20,682 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=699c9baf3d29,42181,1733217618615, sessionid=0x1019a7de9e40003, setting cluster-up flag (Was=false) 2024-12-03T09:20:20,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1872789959 2024-12-03T09:20:20,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1019a7de9e40004, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1872789959 2024-12-03T09:20:20,734 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1872789959/flush-table-proc/acquired, /1872789959/flush-table-proc/reached, /1872789959/flush-table-proc/abort 2024-12-03T09:20:20,735 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,42181,1733217618615 2024-12-03T09:20:20,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1872789959 2024-12-03T09:20:20,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1019a7de9e40004, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1872789959 2024-12-03T09:20:20,788 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1872789959/online-snapshot/acquired, /1872789959/online-snapshot/reached, /1872789959/online-snapshot/abort 2024-12-03T09:20:20,789 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,42181,1733217618615 2024-12-03T09:20:20,790 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T09:20:20,792 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T09:20:20,792 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T09:20:20,792 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T09:20:20,792 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 699c9baf3d29,42181,1733217618615 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T09:20:20,793 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:20:20,793 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:20:20,793 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:20:20,793 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:20:20,793 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/699c9baf3d29:0, corePoolSize=10, maxPoolSize=10 2024-12-03T09:20:20,793 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:20,793 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:20:20,793 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:20,797 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:20:20,797 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T09:20:20,798 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:20,798 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T09:20:20,803 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733217650803 2024-12-03T09:20:20,804 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T09:20:20,804 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T09:20:20,804 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T09:20:20,804 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T09:20:20,804 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T09:20:20,804 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T09:20:20,804 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:20,805 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T09:20:20,805 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T09:20:20,805 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T09:20:20,805 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T09:20:20,811 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T09:20:20,812 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T09:20:20,812 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217620812,5,FailOnTimeoutGroup] 2024-12-03T09:20:20,812 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217620812,5,FailOnTimeoutGroup] 2024-12-03T09:20:20,812 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:20,812 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T09:20:20,812 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:20,812 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:20,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741831_1007 (size=1321) 2024-12-03T09:20:20,814 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T09:20:20,814 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531 2024-12-03T09:20:20,827 INFO [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer(746): ClusterId : cf9f2998-c9b8-4e64-add4-e9fde7990724 2024-12-03T09:20:20,827 DEBUG [RS:0;699c9baf3d29:38383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:20:20,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741832_1008 (size=32) 2024-12-03T09:20:20,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:20,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:20:20,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:20:20,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:20,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:20,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:20:20,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:20:20,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:20,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:20,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:20:20,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:20:20,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:20,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:20,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:20:20,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:20:20,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:20,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:20,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:20:20,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/meta/1588230740 2024-12-03T09:20:20,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/meta/1588230740 2024-12-03T09:20:20,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:20:20,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:20:20,835 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:20:20,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:20:20,840 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:20:20,840 DEBUG [RS:0;699c9baf3d29:38383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:20:20,840 DEBUG [RS:0;699c9baf3d29:38383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:20:20,840 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66709921, jitterRate=-0.0059447139501571655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:20:20,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733217620828Initializing all the Stores at 1733217620828Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217620828Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217620828Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217620829 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217620829Cleaning up temporary data from old regions at 1733217620834 (+5 ms)Region opened successfully at 1733217620841 (+7 ms) 2024-12-03T09:20:20,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:20:20,841 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:20:20,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:20:20,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:20:20,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:20:20,841 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:20:20,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217620841Disabling compacts and flushes for region at 1733217620841Disabling writes for close at 1733217620841Writing region close event to WAL at 1733217620841Closed at 1733217620841 2024-12-03T09:20:20,842 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:20:20,842 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T09:20:20,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T09:20:20,843 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:20:20,843 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T09:20:20,851 DEBUG [RS:0;699c9baf3d29:38383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:20:20,851 DEBUG [RS:0;699c9baf3d29:38383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f6252e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:20:20,865 DEBUG [RS:0;699c9baf3d29:38383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;699c9baf3d29:38383 2024-12-03T09:20:20,865 INFO [RS:0;699c9baf3d29:38383 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:20:20,865 INFO [RS:0;699c9baf3d29:38383 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:20:20,865 DEBUG [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:20:20,866 INFO [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,42181,1733217618615 with port=38383, startcode=1733217618797 2024-12-03T09:20:20,866 DEBUG [RS:0;699c9baf3d29:38383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:20:20,867 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:20:20,867 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42181 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,38383,1733217618797 2024-12-03T09:20:20,867 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42181 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,38383,1733217618797 2024-12-03T09:20:20,869 DEBUG [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531 2024-12-03T09:20:20,869 DEBUG [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45905 2024-12-03T09:20:20,869 DEBUG [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:20:20,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1872789959/rs 2024-12-03T09:20:20,881 DEBUG [RS:0;699c9baf3d29:38383 {}] zookeeper.ZKUtil(111): regionserver:38383-0x1019a7de9e40004, quorum=127.0.0.1:49740, baseZNode=/1872789959 Set watcher on existing znode=/1872789959/rs/699c9baf3d29,38383,1733217618797 2024-12-03T09:20:20,881 WARN [RS:0;699c9baf3d29:38383 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:20:20,881 INFO [RS:0;699c9baf3d29:38383 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:20:20,881 DEBUG [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797 2024-12-03T09:20:20,881 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,38383,1733217618797] 2024-12-03T09:20:20,884 INFO [RS:0;699c9baf3d29:38383 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:20:20,885 INFO [RS:0;699c9baf3d29:38383 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:20:20,887 INFO [RS:0;699c9baf3d29:38383 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:20:20,887 INFO [RS:0;699c9baf3d29:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:20,887 INFO [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:20:20,888 INFO [RS:0;699c9baf3d29:38383 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:20:20,888 INFO [RS:0;699c9baf3d29:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:20,888 DEBUG [RS:0;699c9baf3d29:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:20,888 DEBUG [RS:0;699c9baf3d29:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:20,888 DEBUG [RS:0;699c9baf3d29:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:20,888 DEBUG [RS:0;699c9baf3d29:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:20,888 DEBUG [RS:0;699c9baf3d29:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:20,888 DEBUG [RS:0;699c9baf3d29:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:20:20,888 DEBUG [RS:0;699c9baf3d29:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:20,888 DEBUG [RS:0;699c9baf3d29:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:20,888 DEBUG [RS:0;699c9baf3d29:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:20,888 DEBUG [RS:0;699c9baf3d29:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:20,888 DEBUG [RS:0;699c9baf3d29:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:20,888 DEBUG [RS:0;699c9baf3d29:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:20,888 DEBUG [RS:0;699c9baf3d29:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:20:20,888 DEBUG [RS:0;699c9baf3d29:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:20:20,891 INFO [RS:0;699c9baf3d29:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:20,891 INFO [RS:0;699c9baf3d29:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:20,891 INFO [RS:0;699c9baf3d29:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:20,891 INFO [RS:0;699c9baf3d29:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:20,891 INFO [RS:0;699c9baf3d29:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:20,891 INFO [RS:0;699c9baf3d29:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,38383,1733217618797-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:20:20,904 INFO [RS:0;699c9baf3d29:38383 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:20:20,904 INFO [RS:0;699c9baf3d29:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,38383,1733217618797-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:20,905 INFO [RS:0;699c9baf3d29:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:20,905 INFO [RS:0;699c9baf3d29:38383 {}] regionserver.Replication(171): 699c9baf3d29,38383,1733217618797 started 2024-12-03T09:20:20,916 INFO [RS:0;699c9baf3d29:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:20,916 INFO [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,38383,1733217618797, RpcServer on 699c9baf3d29/172.17.0.2:38383, sessionid=0x1019a7de9e40004 2024-12-03T09:20:20,917 DEBUG [RS:0;699c9baf3d29:38383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:20:20,917 DEBUG [RS:0;699c9baf3d29:38383 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,38383,1733217618797 2024-12-03T09:20:20,917 DEBUG [RS:0;699c9baf3d29:38383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,38383,1733217618797' 2024-12-03T09:20:20,917 DEBUG [RS:0;699c9baf3d29:38383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1872789959/flush-table-proc/abort' 2024-12-03T09:20:20,917 DEBUG [RS:0;699c9baf3d29:38383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1872789959/flush-table-proc/acquired' 2024-12-03T09:20:20,917 DEBUG [RS:0;699c9baf3d29:38383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:20:20,917 DEBUG [RS:0;699c9baf3d29:38383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:20:20,917 DEBUG [RS:0;699c9baf3d29:38383 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,38383,1733217618797 2024-12-03T09:20:20,917 DEBUG [RS:0;699c9baf3d29:38383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,38383,1733217618797' 2024-12-03T09:20:20,917 DEBUG [RS:0;699c9baf3d29:38383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1872789959/online-snapshot/abort' 2024-12-03T09:20:20,918 DEBUG [RS:0;699c9baf3d29:38383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1872789959/online-snapshot/acquired' 2024-12-03T09:20:20,918 DEBUG [RS:0;699c9baf3d29:38383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:20:20,918 INFO [RS:0;699c9baf3d29:38383 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:20:20,918 INFO [RS:0;699c9baf3d29:38383 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:20:20,993 WARN [699c9baf3d29:42181 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T09:20:21,018 INFO [RS:0;699c9baf3d29:38383 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:20:21,019 INFO [RS:0;699c9baf3d29:38383 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C38383%2C1733217618797, suffix=, logDir=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797, archiveDir=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/oldWALs, maxLogs=10 2024-12-03T09:20:21,030 DEBUG [RS:0;699c9baf3d29:38383 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020, exclude list is [], retry=0 2024-12-03T09:20:21,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45123,DS-6ae3ae95-6b3d-453d-8c43-c1b81229416b,DISK] 2024-12-03T09:20:21,034 INFO [RS:0;699c9baf3d29:38383 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020 2024-12-03T09:20:21,034 DEBUG [RS:0;699c9baf3d29:38383 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43721:43721)] 2024-12-03T09:20:21,244 DEBUG [699c9baf3d29:42181 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T09:20:21,244 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=699c9baf3d29,38383,1733217618797 2024-12-03T09:20:21,245 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,38383,1733217618797, state=OPENING 2024-12-03T09:20:21,313 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T09:20:21,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1019a7de9e40004, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1872789959 2024-12-03T09:20:21,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1872789959 2024-12-03T09:20:21,335 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:20:21,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1872789959/meta-region-server: CHANGED 2024-12-03T09:20:21,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,38383,1733217618797}] 2024-12-03T09:20:21,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1872789959/meta-region-server: CHANGED 2024-12-03T09:20:21,487 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:20:21,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:20:21,491 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T09:20:21,491 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:20:21,492 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T09:20:21,493 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C38383%2C1733217618797.meta, suffix=.meta, logDir=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797, archiveDir=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/oldWALs, maxLogs=10 2024-12-03T09:20:21,509 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.meta.1733217621493.meta, exclude list is [], retry=0 2024-12-03T09:20:21,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45123,DS-6ae3ae95-6b3d-453d-8c43-c1b81229416b,DISK] 2024-12-03T09:20:21,514 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.meta.1733217621493.meta 2024-12-03T09:20:21,514 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43721:43721)] 2024-12-03T09:20:21,514 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:20:21,515 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:20:21,515 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:20:21,515 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T09:20:21,515 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T09:20:21,515 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T09:20:21,515 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:21,515 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T09:20:21,515 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T09:20:21,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:20:21,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:20:21,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:21,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:21,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:20:21,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:20:21,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:21,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:21,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:20:21,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:20:21,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:21,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:21,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:20:21,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:20:21,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:21,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:21,520 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:20:21,521 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/meta/1588230740 2024-12-03T09:20:21,522 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/meta/1588230740 2024-12-03T09:20:21,523 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:20:21,523 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:20:21,523 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:20:21,525 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:20:21,526 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72163011, jitterRate=0.07531265914440155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:20:21,526 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T09:20:21,526 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733217621515Writing region info on filesystem at 1733217621515Initializing all the Stores at 1733217621516 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217621516Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217621516Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217621516Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217621516Cleaning up temporary data from old regions at 1733217621523 (+7 ms)Running coprocessor post-open hooks at 1733217621526 (+3 ms)Region opened successfully at 1733217621526 2024-12-03T09:20:21,527 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733217621487 2024-12-03T09:20:21,529 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T09:20:21,529 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T09:20:21,530 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,38383,1733217618797 2024-12-03T09:20:21,530 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,38383,1733217618797, state=OPEN 2024-12-03T09:20:21,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1872789959/meta-region-server 2024-12-03T09:20:21,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1019a7de9e40004, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1872789959/meta-region-server 2024-12-03T09:20:21,534 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=699c9baf3d29,38383,1733217618797 2024-12-03T09:20:21,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1872789959/meta-region-server: CHANGED 2024-12-03T09:20:21,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1872789959/meta-region-server: CHANGED 2024-12-03T09:20:21,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T09:20:21,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,38383,1733217618797 in 199 msec 2024-12-03T09:20:21,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T09:20:21,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 696 msec 2024-12-03T09:20:21,540 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:20:21,540 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T09:20:21,542 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:20:21,542 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,38383,1733217618797, seqNum=-1] 2024-12-03T09:20:21,542 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:20:21,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:20:21,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 756 msec 2024-12-03T09:20:21,548 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733217621548, completionTime=-1 2024-12-03T09:20:21,548 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T09:20:21,548 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T09:20:21,550 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T09:20:21,550 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733217681550 2024-12-03T09:20:21,550 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733217741550 2024-12-03T09:20:21,550 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T09:20:21,551 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,42181,1733217618615-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:21,551 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,42181,1733217618615-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:21,551 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,42181,1733217618615-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:21,551 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-699c9baf3d29:42181, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:21,551 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:21,551 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:21,553 DEBUG [master/699c9baf3d29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T09:20:21,555 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.694sec 2024-12-03T09:20:21,556 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T09:20:21,556 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T09:20:21,556 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T09:20:21,556 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T09:20:21,556 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T09:20:21,556 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,42181,1733217618615-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:20:21,556 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,42181,1733217618615-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T09:20:21,558 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T09:20:21,558 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T09:20:21,558 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,42181,1733217618615-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:21,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54276dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:21,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,42181,-1 for getting cluster id 2024-12-03T09:20:21,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:20:21,629 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf9f2998-c9b8-4e64-add4-e9fde7990724' 2024-12-03T09:20:21,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:20:21,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf9f2998-c9b8-4e64-add4-e9fde7990724" 2024-12-03T09:20:21,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749434ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:21,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,42181,-1] 2024-12-03T09:20:21,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:20:21,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:21,630 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:20:21,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c69b2bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:21,631 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:20:21,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,38383,1733217618797, seqNum=-1] 2024-12-03T09:20:21,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:20:21,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:20:21,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=699c9baf3d29,42181,1733217618615 2024-12-03T09:20:21,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49740 2024-12-03T09:20:21,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:20:21,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019a7de9e40005 connected 2024-12-03T09:20:21,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:20:21,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,36113,1733217613418 2024-12-03T09:20:21,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c2529c4 2024-12-03T09:20:21,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:20:21,664 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:20:21,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:20:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T09:20:21,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:20:21,667 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:21,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T09:20:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:20:21,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:20:21,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741835_1011 (size=902) 2024-12-03T09:20:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:20:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:20:22,073 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:20:22,079 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4918831535016dbef5ab577e97151c92, NAME => 'test,,1733217621664.4918831535016dbef5ab577e97151c92.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c 2024-12-03T09:20:22,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741836_1012 (size=39) 2024-12-03T09:20:22,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733217621664.4918831535016dbef5ab577e97151c92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:22,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4918831535016dbef5ab577e97151c92, disabling compactions & flushes 2024-12-03T09:20:22,084 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733217621664.4918831535016dbef5ab577e97151c92. 2024-12-03T09:20:22,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217621664.4918831535016dbef5ab577e97151c92. 2024-12-03T09:20:22,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733217621664.4918831535016dbef5ab577e97151c92. after waiting 0 ms 2024-12-03T09:20:22,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733217621664.4918831535016dbef5ab577e97151c92. 2024-12-03T09:20:22,085 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733217621664.4918831535016dbef5ab577e97151c92. 2024-12-03T09:20:22,085 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4918831535016dbef5ab577e97151c92: Waiting for close lock at 1733217622084Disabling compacts and flushes for region at 1733217622084Disabling writes for close at 1733217622084Writing region close event to WAL at 1733217622084Closed at 1733217622084 2024-12-03T09:20:22,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:20:22,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733217621664.4918831535016dbef5ab577e97151c92.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733217622086"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217622086"}]},"ts":"1733217622086"} 2024-12-03T09:20:22,088 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:20:22,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:20:22,089 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217622089"}]},"ts":"1733217622089"} 2024-12-03T09:20:22,091 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T09:20:22,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4918831535016dbef5ab577e97151c92, ASSIGN}] 2024-12-03T09:20:22,092 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4918831535016dbef5ab577e97151c92, ASSIGN 2024-12-03T09:20:22,092 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4918831535016dbef5ab577e97151c92, ASSIGN; state=OFFLINE, location=699c9baf3d29,40057,1733217613723; forceNewPlan=false, retain=false 2024-12-03T09:20:22,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:22,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:22,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:22,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:22,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:22,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:22,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:22,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:22,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:22,113 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T09:20:22,243 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4918831535016dbef5ab577e97151c92, regionState=OPENING, regionLocation=699c9baf3d29,40057,1733217613723 2024-12-03T09:20:22,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4918831535016dbef5ab577e97151c92, ASSIGN because future has completed 2024-12-03T09:20:22,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4918831535016dbef5ab577e97151c92, server=699c9baf3d29,40057,1733217613723}] 2024-12-03T09:20:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:20:22,399 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733217621664.4918831535016dbef5ab577e97151c92. 2024-12-03T09:20:22,399 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4918831535016dbef5ab577e97151c92, NAME => 'test,,1733217621664.4918831535016dbef5ab577e97151c92.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:20:22,399 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:20:22,399 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T09:20:22,399 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4918831535016dbef5ab577e97151c92 2024-12-03T09:20:22,399 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733217621664.4918831535016dbef5ab577e97151c92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:22,399 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4918831535016dbef5ab577e97151c92 2024-12-03T09:20:22,399 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4918831535016dbef5ab577e97151c92 2024-12-03T09:20:22,400 INFO [StoreOpener-4918831535016dbef5ab577e97151c92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4918831535016dbef5ab577e97151c92 2024-12-03T09:20:22,401 INFO [StoreOpener-4918831535016dbef5ab577e97151c92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4918831535016dbef5ab577e97151c92 columnFamilyName f 2024-12-03T09:20:22,401 DEBUG [StoreOpener-4918831535016dbef5ab577e97151c92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:22,402 INFO [StoreOpener-4918831535016dbef5ab577e97151c92-1 {}] regionserver.HStore(327): Store=4918831535016dbef5ab577e97151c92/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:22,402 INFO [StoreOpener-4918831535016dbef5ab577e97151c92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4918831535016dbef5ab577e97151c92 2024-12-03T09:20:22,403 INFO [StoreOpener-4918831535016dbef5ab577e97151c92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4918831535016dbef5ab577e97151c92 columnFamilyName f1 2024-12-03T09:20:22,403 DEBUG [StoreOpener-4918831535016dbef5ab577e97151c92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:22,403 INFO [StoreOpener-4918831535016dbef5ab577e97151c92-1 {}] regionserver.HStore(327): Store=4918831535016dbef5ab577e97151c92/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:22,403 INFO [StoreOpener-4918831535016dbef5ab577e97151c92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4918831535016dbef5ab577e97151c92 2024-12-03T09:20:22,404 INFO [StoreOpener-4918831535016dbef5ab577e97151c92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4918831535016dbef5ab577e97151c92 columnFamilyName norep 2024-12-03T09:20:22,404 DEBUG [StoreOpener-4918831535016dbef5ab577e97151c92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:22,404 INFO [StoreOpener-4918831535016dbef5ab577e97151c92-1 {}] regionserver.HStore(327): Store=4918831535016dbef5ab577e97151c92/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:22,404 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4918831535016dbef5ab577e97151c92 2024-12-03T09:20:22,404 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/default/test/4918831535016dbef5ab577e97151c92 2024-12-03T09:20:22,405 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/default/test/4918831535016dbef5ab577e97151c92 2024-12-03T09:20:22,405 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4918831535016dbef5ab577e97151c92 2024-12-03T09:20:22,405 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4918831535016dbef5ab577e97151c92 2024-12-03T09:20:22,405 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:20:22,406 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4918831535016dbef5ab577e97151c92 2024-12-03T09:20:22,408 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/default/test/4918831535016dbef5ab577e97151c92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:20:22,408 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4918831535016dbef5ab577e97151c92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69393641, jitterRate=0.034045830368995667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:20:22,408 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4918831535016dbef5ab577e97151c92 2024-12-03T09:20:22,409 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4918831535016dbef5ab577e97151c92: Running coprocessor pre-open hook at 1733217622399Writing region info on filesystem at 1733217622399Initializing all the Stores at 1733217622400 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217622400Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217622400Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217622400Cleaning up temporary data from old regions at 1733217622405 (+5 ms)Running coprocessor post-open hooks at 1733217622408 (+3 ms)Region opened successfully at 1733217622408 2024-12-03T09:20:22,409 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733217621664.4918831535016dbef5ab577e97151c92., pid=6, masterSystemTime=1733217622396 2024-12-03T09:20:22,411 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733217621664.4918831535016dbef5ab577e97151c92. 2024-12-03T09:20:22,411 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733217621664.4918831535016dbef5ab577e97151c92. 2024-12-03T09:20:22,412 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4918831535016dbef5ab577e97151c92, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=699c9baf3d29,40057,1733217613723 2024-12-03T09:20:22,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4918831535016dbef5ab577e97151c92, server=699c9baf3d29,40057,1733217613723 because future has completed 2024-12-03T09:20:22,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T09:20:22,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4918831535016dbef5ab577e97151c92, server=699c9baf3d29,40057,1733217613723 in 169 msec 2024-12-03T09:20:22,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T09:20:22,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4918831535016dbef5ab577e97151c92, ASSIGN in 324 msec 2024-12-03T09:20:22,417 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:20:22,417 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217622417"}]},"ts":"1733217622417"} 2024-12-03T09:20:22,419 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T09:20:22,419 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:20:22,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 754 msec 2024-12-03T09:20:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:20:22,803 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T09:20:22,804 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:20:22,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,42181,1733217618615 2024-12-03T09:20:22,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c35af20 2024-12-03T09:20:22,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:20:22,805 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:20:22,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:20:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T09:20:22,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:20:22,807 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:22,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T09:20:22,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:20:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:20:22,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741835_1011 (size=902) 2024-12-03T09:20:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:20:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:20:23,215 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 353b536af387b413774bfc185aa49c99, NAME => 'test,,1733217622805.353b536af387b413774bfc185aa49c99.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531 2024-12-03T09:20:23,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741836_1012 (size=39) 2024-12-03T09:20:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:20:23,620 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733217622805.353b536af387b413774bfc185aa49c99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:23,620 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 353b536af387b413774bfc185aa49c99, disabling compactions & flushes 2024-12-03T09:20:23,620 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733217622805.353b536af387b413774bfc185aa49c99. 2024-12-03T09:20:23,620 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217622805.353b536af387b413774bfc185aa49c99. 2024-12-03T09:20:23,620 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733217622805.353b536af387b413774bfc185aa49c99. after waiting 0 ms 2024-12-03T09:20:23,620 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733217622805.353b536af387b413774bfc185aa49c99. 2024-12-03T09:20:23,620 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733217622805.353b536af387b413774bfc185aa49c99. 2024-12-03T09:20:23,620 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 353b536af387b413774bfc185aa49c99: Waiting for close lock at 1733217623620Disabling compacts and flushes for region at 1733217623620Disabling writes for close at 1733217623620Writing region close event to WAL at 1733217623620Closed at 1733217623620 2024-12-03T09:20:23,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:20:23,621 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733217622805.353b536af387b413774bfc185aa49c99.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733217623621"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217623621"}]},"ts":"1733217623621"} 2024-12-03T09:20:23,623 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:20:23,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:20:23,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217623624"}]},"ts":"1733217623624"} 2024-12-03T09:20:23,626 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T09:20:23,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=353b536af387b413774bfc185aa49c99, ASSIGN}] 2024-12-03T09:20:23,628 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=353b536af387b413774bfc185aa49c99, ASSIGN 2024-12-03T09:20:23,628 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=353b536af387b413774bfc185aa49c99, ASSIGN; state=OFFLINE, location=699c9baf3d29,38383,1733217618797; forceNewPlan=false, retain=false 2024-12-03T09:20:23,779 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=353b536af387b413774bfc185aa49c99, regionState=OPENING, regionLocation=699c9baf3d29,38383,1733217618797 2024-12-03T09:20:23,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=353b536af387b413774bfc185aa49c99, ASSIGN because future has completed 2024-12-03T09:20:23,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 353b536af387b413774bfc185aa49c99, server=699c9baf3d29,38383,1733217618797}] 2024-12-03T09:20:23,943 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733217622805.353b536af387b413774bfc185aa49c99. 2024-12-03T09:20:23,943 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 353b536af387b413774bfc185aa49c99, NAME => 'test,,1733217622805.353b536af387b413774bfc185aa49c99.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:20:23,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:20:23,943 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:20:23,944 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T09:20:23,944 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 353b536af387b413774bfc185aa49c99 2024-12-03T09:20:23,944 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733217622805.353b536af387b413774bfc185aa49c99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:23,944 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 353b536af387b413774bfc185aa49c99 2024-12-03T09:20:23,944 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 353b536af387b413774bfc185aa49c99 2024-12-03T09:20:23,948 INFO [StoreOpener-353b536af387b413774bfc185aa49c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 353b536af387b413774bfc185aa49c99 2024-12-03T09:20:23,950 INFO [StoreOpener-353b536af387b413774bfc185aa49c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 353b536af387b413774bfc185aa49c99 columnFamilyName f 2024-12-03T09:20:23,950 DEBUG [StoreOpener-353b536af387b413774bfc185aa49c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:23,950 INFO [StoreOpener-353b536af387b413774bfc185aa49c99-1 {}] regionserver.HStore(327): Store=353b536af387b413774bfc185aa49c99/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:23,950 INFO [StoreOpener-353b536af387b413774bfc185aa49c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 353b536af387b413774bfc185aa49c99 2024-12-03T09:20:23,951 INFO [StoreOpener-353b536af387b413774bfc185aa49c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 353b536af387b413774bfc185aa49c99 columnFamilyName f1 2024-12-03T09:20:23,951 DEBUG [StoreOpener-353b536af387b413774bfc185aa49c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:23,952 INFO [StoreOpener-353b536af387b413774bfc185aa49c99-1 {}] regionserver.HStore(327): Store=353b536af387b413774bfc185aa49c99/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:23,952 INFO [StoreOpener-353b536af387b413774bfc185aa49c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 353b536af387b413774bfc185aa49c99 2024-12-03T09:20:23,953 INFO [StoreOpener-353b536af387b413774bfc185aa49c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 353b536af387b413774bfc185aa49c99 columnFamilyName norep 2024-12-03T09:20:23,953 DEBUG [StoreOpener-353b536af387b413774bfc185aa49c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:23,953 INFO [StoreOpener-353b536af387b413774bfc185aa49c99-1 {}] regionserver.HStore(327): Store=353b536af387b413774bfc185aa49c99/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:23,953 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 353b536af387b413774bfc185aa49c99 2024-12-03T09:20:23,954 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/default/test/353b536af387b413774bfc185aa49c99 2024-12-03T09:20:23,954 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/default/test/353b536af387b413774bfc185aa49c99 2024-12-03T09:20:23,955 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 353b536af387b413774bfc185aa49c99 2024-12-03T09:20:23,955 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 353b536af387b413774bfc185aa49c99 2024-12-03T09:20:23,955 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:20:23,956 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 353b536af387b413774bfc185aa49c99 2024-12-03T09:20:23,958 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/default/test/353b536af387b413774bfc185aa49c99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:20:23,958 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 353b536af387b413774bfc185aa49c99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69157253, jitterRate=0.030523374676704407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:20:23,958 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 353b536af387b413774bfc185aa49c99 2024-12-03T09:20:23,958 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 353b536af387b413774bfc185aa49c99: Running coprocessor pre-open hook at 1733217623944Writing region info on filesystem at 1733217623944Initializing all the Stores at 1733217623945 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217623945Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217623948 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217623948Cleaning up temporary data from old regions at 1733217623955 (+7 ms)Running coprocessor post-open hooks at 1733217623958 (+3 ms)Region opened successfully at 1733217623958 2024-12-03T09:20:23,959 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733217622805.353b536af387b413774bfc185aa49c99., pid=6, masterSystemTime=1733217623933 2024-12-03T09:20:23,961 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733217622805.353b536af387b413774bfc185aa49c99. 2024-12-03T09:20:23,961 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733217622805.353b536af387b413774bfc185aa49c99. 2024-12-03T09:20:23,962 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=353b536af387b413774bfc185aa49c99, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=699c9baf3d29,38383,1733217618797 2024-12-03T09:20:23,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 353b536af387b413774bfc185aa49c99, server=699c9baf3d29,38383,1733217618797 because future has completed 2024-12-03T09:20:23,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T09:20:23,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 353b536af387b413774bfc185aa49c99, server=699c9baf3d29,38383,1733217618797 in 183 msec 2024-12-03T09:20:23,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T09:20:23,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=353b536af387b413774bfc185aa49c99, ASSIGN in 341 msec 2024-12-03T09:20:23,970 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:20:23,970 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217623970"}]},"ts":"1733217623970"} 2024-12-03T09:20:23,973 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T09:20:23,975 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:20:23,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-12-03T09:20:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:20:24,954 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T09:20:24,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c78992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:24,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,36113,-1 for getting cluster id 2024-12-03T09:20:24,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:20:24,955 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76d58493-572f-48de-9ee4-1e4fa31051d3' 2024-12-03T09:20:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:20:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76d58493-572f-48de-9ee4-1e4fa31051d3" 2024-12-03T09:20:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b89976b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,36113,-1] 2024-12-03T09:20:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:20:24,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:24,956 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:20:24,957 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd6c4e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:24,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71af03c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:24,957 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,42181,-1 for getting cluster id 2024-12-03T09:20:24,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:20:24,958 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf9f2998-c9b8-4e64-add4-e9fde7990724' 2024-12-03T09:20:24,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:20:24,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf9f2998-c9b8-4e64-add4-e9fde7990724" 2024-12-03T09:20:24,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2e3c69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:24,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,42181,-1] 2024-12-03T09:20:24,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:20:24,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:24,959 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:20:24,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf257c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:24,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8abb4bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:24,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,36113,-1 for getting cluster id 2024-12-03T09:20:24,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:20:24,960 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76d58493-572f-48de-9ee4-1e4fa31051d3' 2024-12-03T09:20:24,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:20:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76d58493-572f-48de-9ee4-1e4fa31051d3" 2024-12-03T09:20:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181be645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,36113,-1] 2024-12-03T09:20:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:20:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:24,961 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:20:24,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3d7b44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:24,962 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:20:24,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,36113,1733217613418 2024-12-03T09:20:24,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4363ba95 2024-12-03T09:20:24,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:20:24,963 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:20:24,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://699c9baf3d29:42181,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T09:20:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T09:20:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:20:24,966 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:42181' 2024-12-03T09:20:24,966 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6add8263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:24,966 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,42181,-1 for getting cluster id 2024-12-03T09:20:24,966 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:20:24,967 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf9f2998-c9b8-4e64-add4-e9fde7990724' 2024-12-03T09:20:24,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:20:24,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf9f2998-c9b8-4e64-add4-e9fde7990724" 2024-12-03T09:20:24,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78287999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:24,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,42181,-1] 2024-12-03T09:20:24,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:20:24,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:24,968 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:20:24,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3358cac6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:24,969 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:20:24,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,42181,1733217618615 2024-12-03T09:20:24,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@519606bd 2024-12-03T09:20:24,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:20:24,970 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:20:24,970 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T09:20:24,970 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T09:20:24,970 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:24,970 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:24,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:20:24,971 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:20:24,972 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T09:20:24,972 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:20:24,972 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:24,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:20:24,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741837_1013 (size=1138) 2024-12-03T09:20:25,022 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T09:20:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:20:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:20:25,379 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 76b0a3808547ab0f94e8a2a8e1994544, NAME => 'hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c 2024-12-03T09:20:25,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741838_1014 (size=44) 2024-12-03T09:20:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:20:25,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:25,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 76b0a3808547ab0f94e8a2a8e1994544, disabling compactions & flushes 2024-12-03T09:20:25,784 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544. 2024-12-03T09:20:25,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544. 2024-12-03T09:20:25,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544. after waiting 0 ms 2024-12-03T09:20:25,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544. 2024-12-03T09:20:25,784 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544. 2024-12-03T09:20:25,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 76b0a3808547ab0f94e8a2a8e1994544: Waiting for close lock at 1733217625784Disabling compacts and flushes for region at 1733217625784Disabling writes for close at 1733217625784Writing region close event to WAL at 1733217625784Closed at 1733217625784 2024-12-03T09:20:25,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:20:25,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733217625785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217625785"}]},"ts":"1733217625785"} 2024-12-03T09:20:25,787 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:20:25,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:20:25,788 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217625788"}]},"ts":"1733217625788"} 2024-12-03T09:20:25,789 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T09:20:25,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76b0a3808547ab0f94e8a2a8e1994544, ASSIGN}] 2024-12-03T09:20:25,790 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76b0a3808547ab0f94e8a2a8e1994544, ASSIGN 2024-12-03T09:20:25,790 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=76b0a3808547ab0f94e8a2a8e1994544, ASSIGN; state=OFFLINE, location=699c9baf3d29,40057,1733217613723; forceNewPlan=false, retain=false 2024-12-03T09:20:25,941 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=76b0a3808547ab0f94e8a2a8e1994544, regionState=OPENING, regionLocation=699c9baf3d29,40057,1733217613723 2024-12-03T09:20:25,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=76b0a3808547ab0f94e8a2a8e1994544, ASSIGN because future has completed 2024-12-03T09:20:25,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76b0a3808547ab0f94e8a2a8e1994544, server=699c9baf3d29,40057,1733217613723}] 2024-12-03T09:20:26,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544. 2024-12-03T09:20:26,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:20:26,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T09:20:26,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C40057%2C1733217613723.rep, suffix=, logDir=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723, archiveDir=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/oldWALs, maxLogs=10 2024-12-03T09:20:26,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:20:26,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.rep.1733217626103, exclude list is [], retry=0 2024-12-03T09:20:26,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33783,DS-b21ad4b4-08bb-4944-b635-28bcc1f1f0ab,DISK] 2024-12-03T09:20:26,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.rep.1733217626103 2024-12-03T09:20:26,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35293:35293)] 2024-12-03T09:20:26,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 76b0a3808547ab0f94e8a2a8e1994544, NAME => 'hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:20:26,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:20:26,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:20:26,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544. service=MultiRowMutationService 2024-12-03T09:20:26,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T09:20:26,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 76b0a3808547ab0f94e8a2a8e1994544 2024-12-03T09:20:26,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:26,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 76b0a3808547ab0f94e8a2a8e1994544 2024-12-03T09:20:26,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 76b0a3808547ab0f94e8a2a8e1994544 2024-12-03T09:20:26,118 INFO [StoreOpener-76b0a3808547ab0f94e8a2a8e1994544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 76b0a3808547ab0f94e8a2a8e1994544 2024-12-03T09:20:26,119 INFO [StoreOpener-76b0a3808547ab0f94e8a2a8e1994544-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76b0a3808547ab0f94e8a2a8e1994544 columnFamilyName hfileref 2024-12-03T09:20:26,119 DEBUG [StoreOpener-76b0a3808547ab0f94e8a2a8e1994544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:26,120 INFO [StoreOpener-76b0a3808547ab0f94e8a2a8e1994544-1 {}] regionserver.HStore(327): Store=76b0a3808547ab0f94e8a2a8e1994544/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:26,120 INFO [StoreOpener-76b0a3808547ab0f94e8a2a8e1994544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 76b0a3808547ab0f94e8a2a8e1994544 2024-12-03T09:20:26,120 INFO [StoreOpener-76b0a3808547ab0f94e8a2a8e1994544-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76b0a3808547ab0f94e8a2a8e1994544 columnFamilyName queue 2024-12-03T09:20:26,120 DEBUG [StoreOpener-76b0a3808547ab0f94e8a2a8e1994544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:26,121 INFO [StoreOpener-76b0a3808547ab0f94e8a2a8e1994544-1 {}] regionserver.HStore(327): Store=76b0a3808547ab0f94e8a2a8e1994544/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:26,121 INFO [StoreOpener-76b0a3808547ab0f94e8a2a8e1994544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 76b0a3808547ab0f94e8a2a8e1994544 2024-12-03T09:20:26,121 INFO [StoreOpener-76b0a3808547ab0f94e8a2a8e1994544-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76b0a3808547ab0f94e8a2a8e1994544 columnFamilyName sid 2024-12-03T09:20:26,122 DEBUG [StoreOpener-76b0a3808547ab0f94e8a2a8e1994544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:26,122 INFO [StoreOpener-76b0a3808547ab0f94e8a2a8e1994544-1 {}] regionserver.HStore(327): Store=76b0a3808547ab0f94e8a2a8e1994544/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:26,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 76b0a3808547ab0f94e8a2a8e1994544 2024-12-03T09:20:26,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/replication/76b0a3808547ab0f94e8a2a8e1994544 2024-12-03T09:20:26,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/replication/76b0a3808547ab0f94e8a2a8e1994544 2024-12-03T09:20:26,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 76b0a3808547ab0f94e8a2a8e1994544 2024-12-03T09:20:26,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 76b0a3808547ab0f94e8a2a8e1994544 2024-12-03T09:20:26,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:20:26,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 76b0a3808547ab0f94e8a2a8e1994544 2024-12-03T09:20:26,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/replication/76b0a3808547ab0f94e8a2a8e1994544/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:20:26,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 76b0a3808547ab0f94e8a2a8e1994544; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71473581, jitterRate=0.06503935158252716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:20:26,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76b0a3808547ab0f94e8a2a8e1994544 2024-12-03T09:20:26,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 76b0a3808547ab0f94e8a2a8e1994544: Running coprocessor pre-open hook at 1733217626117Writing region info on filesystem at 1733217626118 (+1 ms)Initializing all the Stores at 1733217626118Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217626118Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217626118Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217626118Cleaning up temporary data from old regions at 1733217626123 (+5 ms)Running coprocessor post-open hooks at 1733217626126 (+3 ms)Region opened successfully at 1733217626126 2024-12-03T09:20:26,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544., pid=10, masterSystemTime=1733217626098 2024-12-03T09:20:26,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544. 2024-12-03T09:20:26,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544. 2024-12-03T09:20:26,129 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=76b0a3808547ab0f94e8a2a8e1994544, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,40057,1733217613723 2024-12-03T09:20:26,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76b0a3808547ab0f94e8a2a8e1994544, server=699c9baf3d29,40057,1733217613723 because future has completed 2024-12-03T09:20:26,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T09:20:26,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 76b0a3808547ab0f94e8a2a8e1994544, server=699c9baf3d29,40057,1733217613723 in 185 msec 2024-12-03T09:20:26,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T09:20:26,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76b0a3808547ab0f94e8a2a8e1994544, ASSIGN in 343 msec 2024-12-03T09:20:26,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:20:26,135 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217626135"}]},"ts":"1733217626135"} 2024-12-03T09:20:26,137 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T09:20:26,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:20:26,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-12-03T09:20:26,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544., hostname=699c9baf3d29,40057,1733217613723, seqNum=2] 2024-12-03T09:20:26,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859830526 2024-12-03T09:20:26,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x1019a7de9e40001, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859830526 2024-12-03T09:20:26,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T09:20:26,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T09:20:26,371 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T09:20:26,394 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-699c9baf3d29,40057,1733217613723, ReplicationSource: 1, currentBandwidth=0 2024-12-03T09:20:26,394 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:20:26,394 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,40057,1733217613723, seqNum=-1] 2024-12-03T09:20:26,394 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:20:26,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-03T09:20:26,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-699c9baf3d29,40057,1733217613723', locateType=CURRENT is [region=hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544., hostname=699c9baf3d29,40057,1733217613723, seqNum=2] 2024-12-03T09:20:26,399 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T09:20:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T09:20:26,401 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 699c9baf3d29,40057,1733217613723 suceeded 2024-12-03T09:20:26,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T09:20:26,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-03T09:20:26,402 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://699c9baf3d29:42181,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T09:20:26,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4390 sec 2024-12-03T09:20:26,411 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:42181' 2024-12-03T09:20:26,412 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ae27ed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:26,412 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,42181,-1 for getting cluster id 2024-12-03T09:20:26,412 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:20:26,413 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf9f2998-c9b8-4e64-add4-e9fde7990724' 2024-12-03T09:20:26,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:20:26,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf9f2998-c9b8-4e64-add4-e9fde7990724" 2024-12-03T09:20:26,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b017cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:26,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,42181,-1] 2024-12-03T09:20:26,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:20:26,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:26,414 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:20:26,415 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7420dfc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:26,415 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:20:26,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,42181,1733217618615 2024-12-03T09:20:26,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c4c05f1 2024-12-03T09:20:26,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:20:26,416 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-03T09:20:26,417 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-699c9baf3d29,40057,1733217613723 (queues=1) is replicating from cluster=76d58493-572f-48de-9ee4-1e4fa31051d3 to cluster=cf9f2998-c9b8-4e64-add4-e9fde7990724 2024-12-03T09:20:26,417 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=699c9baf3d29%2C40057%2C1733217613723 2024-12-03T09:20:26,417 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-699c9baf3d29,40057,1733217613723, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T09:20:26,417 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.shipper699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 699c9baf3d29%2C40057%2C1733217613723 2024-12-03T09:20:26,417 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954, startPosition=0, beingWritten=true 2024-12-03T09:20:26,421 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:20:26,421 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 379, reset compression=false 2024-12-03T09:20:26,421 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.shipper699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,40057,1733217613723 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:20:26,625 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 379, reset compression=false 2024-12-03T09:20:26,929 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 379, reset compression=false 2024-12-03T09:20:27,017 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:20:27,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:27,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:27,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:27,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:27,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:27,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:27,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:27,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:27,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:27,075 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T09:20:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:20:27,113 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T09:20:27,113 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:20:27,113 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:20:27,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:27,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:27,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:20:27,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb50aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:27,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,42181,-1 for getting cluster id 2024-12-03T09:20:27,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:20:27,115 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf9f2998-c9b8-4e64-add4-e9fde7990724' 2024-12-03T09:20:27,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:20:27,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf9f2998-c9b8-4e64-add4-e9fde7990724" 2024-12-03T09:20:27,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a36c444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:27,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,42181,-1] 2024-12-03T09:20:27,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:20:27,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:27,118 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:20:27,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c47ef6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:27,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:20:27,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,42181,1733217618615 2024-12-03T09:20:27,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@257e8418 2024-12-03T09:20:27,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:20:27,120 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:20:27,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://699c9baf3d29:36113,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T09:20:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T09:20:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:20:27,123 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:36113' 2024-12-03T09:20:27,123 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54201950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:27,123 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,36113,-1 for getting cluster id 2024-12-03T09:20:27,124 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:20:27,124 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76d58493-572f-48de-9ee4-1e4fa31051d3' 2024-12-03T09:20:27,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:20:27,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76d58493-572f-48de-9ee4-1e4fa31051d3" 2024-12-03T09:20:27,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bdb170d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:27,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,36113,-1] 2024-12-03T09:20:27,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:20:27,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:27,126 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:20:27,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d97146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:27,126 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:20:27,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,36113,1733217613418 2024-12-03T09:20:27,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30cb16c0 2024-12-03T09:20:27,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:20:27,128 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:20:27,128 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T09:20:27,128 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T09:20:27,128 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:27,128 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:27,129 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:20:27,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:20:27,130 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T09:20:27,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:20:27,131 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:27,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:20:27,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741837_1013 (size=1138) 2024-12-03T09:20:27,180 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T09:20:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:20:27,337 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 379, reset compression=false 2024-12-03T09:20:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:20:27,550 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e439d8883c7de110fedf857b890943b2, NAME => 'hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531 2024-12-03T09:20:27,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741838_1014 (size=44) 2024-12-03T09:20:27,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:27,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e439d8883c7de110fedf857b890943b2, disabling compactions & flushes 2024-12-03T09:20:27,582 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2. 2024-12-03T09:20:27,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2. 2024-12-03T09:20:27,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2. after waiting 0 ms 2024-12-03T09:20:27,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2. 2024-12-03T09:20:27,582 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2. 2024-12-03T09:20:27,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e439d8883c7de110fedf857b890943b2: Waiting for close lock at 1733217627582Disabling compacts and flushes for region at 1733217627582Disabling writes for close at 1733217627582Writing region close event to WAL at 1733217627582Closed at 1733217627582 2024-12-03T09:20:27,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:20:27,584 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733217627584"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217627584"}]},"ts":"1733217627584"} 2024-12-03T09:20:27,589 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:20:27,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:20:27,593 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217627592"}]},"ts":"1733217627592"} 2024-12-03T09:20:27,596 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T09:20:27,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e439d8883c7de110fedf857b890943b2, ASSIGN}] 2024-12-03T09:20:27,603 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e439d8883c7de110fedf857b890943b2, ASSIGN 2024-12-03T09:20:27,604 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e439d8883c7de110fedf857b890943b2, ASSIGN; state=OFFLINE, location=699c9baf3d29,38383,1733217618797; forceNewPlan=false, retain=false 2024-12-03T09:20:27,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:20:27,754 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e439d8883c7de110fedf857b890943b2, regionState=OPENING, regionLocation=699c9baf3d29,38383,1733217618797 2024-12-03T09:20:27,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e439d8883c7de110fedf857b890943b2, ASSIGN because future has completed 2024-12-03T09:20:27,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e439d8883c7de110fedf857b890943b2, server=699c9baf3d29,38383,1733217618797}] 2024-12-03T09:20:27,845 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 379, reset compression=false 2024-12-03T09:20:27,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2. 2024-12-03T09:20:27,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:20:27,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T09:20:27,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C38383%2C1733217618797.rep, suffix=, logDir=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797, archiveDir=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/oldWALs, maxLogs=10 2024-12-03T09:20:27,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.rep.1733217627915, exclude list is [], retry=0 2024-12-03T09:20:27,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45123,DS-6ae3ae95-6b3d-453d-8c43-c1b81229416b,DISK] 2024-12-03T09:20:27,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.rep.1733217627915 2024-12-03T09:20:27,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43721:43721)] 2024-12-03T09:20:27,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e439d8883c7de110fedf857b890943b2, NAME => 'hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:20:27,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:20:27,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:20:27,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2. service=MultiRowMutationService 2024-12-03T09:20:27,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T09:20:27,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e439d8883c7de110fedf857b890943b2 2024-12-03T09:20:27,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:27,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e439d8883c7de110fedf857b890943b2 2024-12-03T09:20:27,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e439d8883c7de110fedf857b890943b2 2024-12-03T09:20:27,960 INFO [StoreOpener-e439d8883c7de110fedf857b890943b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e439d8883c7de110fedf857b890943b2 2024-12-03T09:20:27,966 INFO [StoreOpener-e439d8883c7de110fedf857b890943b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e439d8883c7de110fedf857b890943b2 columnFamilyName hfileref 2024-12-03T09:20:27,966 DEBUG [StoreOpener-e439d8883c7de110fedf857b890943b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:27,966 INFO [StoreOpener-e439d8883c7de110fedf857b890943b2-1 {}] regionserver.HStore(327): Store=e439d8883c7de110fedf857b890943b2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:27,966 INFO [StoreOpener-e439d8883c7de110fedf857b890943b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e439d8883c7de110fedf857b890943b2 2024-12-03T09:20:27,968 INFO [StoreOpener-e439d8883c7de110fedf857b890943b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e439d8883c7de110fedf857b890943b2 columnFamilyName queue 2024-12-03T09:20:27,968 DEBUG [StoreOpener-e439d8883c7de110fedf857b890943b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:27,968 INFO [StoreOpener-e439d8883c7de110fedf857b890943b2-1 {}] regionserver.HStore(327): Store=e439d8883c7de110fedf857b890943b2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:27,968 INFO [StoreOpener-e439d8883c7de110fedf857b890943b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e439d8883c7de110fedf857b890943b2 2024-12-03T09:20:27,969 INFO [StoreOpener-e439d8883c7de110fedf857b890943b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e439d8883c7de110fedf857b890943b2 columnFamilyName sid 2024-12-03T09:20:27,969 DEBUG [StoreOpener-e439d8883c7de110fedf857b890943b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:27,970 INFO [StoreOpener-e439d8883c7de110fedf857b890943b2-1 {}] regionserver.HStore(327): Store=e439d8883c7de110fedf857b890943b2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:27,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e439d8883c7de110fedf857b890943b2 2024-12-03T09:20:27,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/replication/e439d8883c7de110fedf857b890943b2 2024-12-03T09:20:27,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/replication/e439d8883c7de110fedf857b890943b2 2024-12-03T09:20:27,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e439d8883c7de110fedf857b890943b2 2024-12-03T09:20:27,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e439d8883c7de110fedf857b890943b2 2024-12-03T09:20:27,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:20:27,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e439d8883c7de110fedf857b890943b2 2024-12-03T09:20:27,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/replication/e439d8883c7de110fedf857b890943b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:20:27,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e439d8883c7de110fedf857b890943b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75295504, jitterRate=0.12199044227600098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:20:27,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e439d8883c7de110fedf857b890943b2 2024-12-03T09:20:27,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e439d8883c7de110fedf857b890943b2: Running coprocessor pre-open hook at 1733217627957Writing region info on filesystem at 1733217627957Initializing all the Stores at 1733217627958 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217627958Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217627960 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217627960Cleaning up temporary data from old regions at 1733217627972 (+12 ms)Running coprocessor post-open hooks at 1733217627981 (+9 ms)Region opened successfully at 1733217627981 2024-12-03T09:20:27,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2., pid=10, masterSystemTime=1733217627911 2024-12-03T09:20:27,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2. 2024-12-03T09:20:27,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2. 2024-12-03T09:20:27,985 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e439d8883c7de110fedf857b890943b2, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,38383,1733217618797 2024-12-03T09:20:27,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e439d8883c7de110fedf857b890943b2, server=699c9baf3d29,38383,1733217618797 because future has completed 2024-12-03T09:20:27,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T09:20:27,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e439d8883c7de110fedf857b890943b2, server=699c9baf3d29,38383,1733217618797 in 236 msec 2024-12-03T09:20:27,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T09:20:27,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e439d8883c7de110fedf857b890943b2, ASSIGN in 399 msec 2024-12-03T09:20:27,998 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:20:27,999 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217627998"}]},"ts":"1733217627998"} 2024-12-03T09:20:28,001 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T09:20:28,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:20:28,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 873 msec 2024-12-03T09:20:28,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2., hostname=699c9baf3d29,38383,1733217618797, seqNum=2] 2024-12-03T09:20:28,114 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T09:20:28,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1019a7de9e40004, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1872789959 2024-12-03T09:20:28,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1872789959 2024-12-03T09:20:28,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T09:20:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:20:28,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T09:20:28,307 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T09:20:28,348 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-699c9baf3d29,38383,1733217618797, ReplicationSource: 1, currentBandwidth=0 2024-12-03T09:20:28,349 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:20:28,349 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,38383,1733217618797, seqNum=-1] 2024-12-03T09:20:28,350 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:20:28,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-03T09:20:28,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-699c9baf3d29,38383,1733217618797', locateType=CURRENT is [region=hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2., hostname=699c9baf3d29,38383,1733217618797, seqNum=2] 2024-12-03T09:20:28,360 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T09:20:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T09:20:28,365 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 699c9baf3d29,38383,1733217618797 suceeded 2024-12-03T09:20:28,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T09:20:28,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 216 msec 2024-12-03T09:20:28,367 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://699c9baf3d29:36113,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T09:20:28,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2470 sec 2024-12-03T09:20:28,387 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:36113' 2024-12-03T09:20:28,389 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20e8d671, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:28,389 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,36113,-1 for getting cluster id 2024-12-03T09:20:28,389 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:20:28,390 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76d58493-572f-48de-9ee4-1e4fa31051d3' 2024-12-03T09:20:28,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:20:28,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76d58493-572f-48de-9ee4-1e4fa31051d3" 2024-12-03T09:20:28,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e1d0d88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:28,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,36113,-1] 2024-12-03T09:20:28,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:20:28,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:28,393 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:20:28,394 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@230a05af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:28,394 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:20:28,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,36113,1733217613418 2024-12-03T09:20:28,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c1794b6 2024-12-03T09:20:28,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:20:28,396 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-03T09:20:28,397 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-699c9baf3d29,38383,1733217618797 (queues=1) is replicating from cluster=cf9f2998-c9b8-4e64-add4-e9fde7990724 to cluster=76d58493-572f-48de-9ee4-1e4fa31051d3 2024-12-03T09:20:28,397 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=699c9baf3d29%2C38383%2C1733217618797 2024-12-03T09:20:28,398 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-699c9baf3d29,38383,1733217618797, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T09:20:28,399 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020, startPosition=0, beingWritten=true 2024-12-03T09:20:28,402 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.shipper699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 699c9baf3d29%2C38383%2C1733217618797 2024-12-03T09:20:28,407 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:20:28,407 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020 to pos 379, reset compression=false 2024-12-03T09:20:28,407 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.shipper699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,38383,1733217618797 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:20:28,448 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 379, reset compression=false 2024-12-03T09:20:28,612 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020 to pos 379, reset compression=false 2024-12-03T09:20:28,915 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020 to pos 379, reset compression=false 2024-12-03T09:20:29,152 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 379, reset compression=false 2024-12-03T09:20:29,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T09:20:29,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T09:20:29,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T09:20:29,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T09:20:29,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T09:20:29,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T09:20:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:20:29,273 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T09:20:29,274 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:20:29,274 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:20:29,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:29,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:20:29,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:29,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:20:29,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,40057,1733217613723, seqNum=-1] 2024-12-03T09:20:29,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:20:29,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:20:29,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733217621664.4918831535016dbef5ab577e97151c92., hostname=699c9baf3d29,40057,1733217613723, seqNum=2] 2024-12-03T09:20:29,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:20:29,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,38383,1733217618797, seqNum=-1] 2024-12-03T09:20:29,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:20:29,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:20:29,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733217622805.353b536af387b413774bfc185aa49c99., hostname=699c9baf3d29,38383,1733217618797, seqNum=2] 2024-12-03T09:20:29,287 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T09:20:29,319 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020 to pos 379, reset compression=false 2024-12-03T09:20:29,823 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020 to pos 379, reset compression=false 2024-12-03T09:20:29,955 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 379, reset compression=false 2024-12-03T09:20:29,960 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:20:29,960 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 480, reset compression=false 2024-12-03T09:20:29,960 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.shipper699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,40057,1733217613723 got entry batch from reader: WALEntryBatch [walEntries=[{test/4918831535016dbef5ab577e97151c92/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T09:20:29,962 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.shipper699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:20:29,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-03T09:20:29,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T09:20:29,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c8d29f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:29,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,42181,-1 for getting cluster id 2024-12-03T09:20:29,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:20:29,966 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf9f2998-c9b8-4e64-add4-e9fde7990724' 2024-12-03T09:20:29,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:20:29,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf9f2998-c9b8-4e64-add4-e9fde7990724" 2024-12-03T09:20:29,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d60dd3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:29,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,42181,-1] 2024-12-03T09:20:29,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:20:29,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:29,967 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:20:29,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ae3d760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:29,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:20:29,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,38383,1733217618797, seqNum=-1] 2024-12-03T09:20:29,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:20:29,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-03T09:20:29,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733217622805.353b536af387b413774bfc185aa49c99., hostname=699c9baf3d29,38383,1733217618797, seqNum=2] 2024-12-03T09:20:29,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T09:20:30,165 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 480, reset compression=false 2024-12-03T09:20:30,290 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T09:20:30,293 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T09:20:30,427 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020 to pos 379, reset compression=false 2024-12-03T09:20:30,447 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:20:30,447 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020 to pos 607, reset compression=false 2024-12-03T09:20:30,447 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.shipper699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,38383,1733217618797 got entry batch from reader: WALEntryBatch [walEntries=[{test/353b536af387b413774bfc185aa49c99/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T09:20:30,449 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.shipper699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:20:30,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-03T09:20:30,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T09:20:30,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c18e754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:30,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,36113,-1 for getting cluster id 2024-12-03T09:20:30,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:20:30,453 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76d58493-572f-48de-9ee4-1e4fa31051d3' 2024-12-03T09:20:30,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:20:30,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76d58493-572f-48de-9ee4-1e4fa31051d3" 2024-12-03T09:20:30,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@81eb9c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:30,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,36113,-1] 2024-12-03T09:20:30,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:20:30,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:30,454 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:20:30,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@272e79ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:30,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:20:30,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,40057,1733217613723, seqNum=-1] 2024-12-03T09:20:30,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:20:30,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-03T09:20:30,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733217621664.4918831535016dbef5ab577e97151c92., hostname=699c9baf3d29,40057,1733217613723, seqNum=2] 2024-12-03T09:20:30,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T09:20:30,469 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 480, reset compression=false 2024-12-03T09:20:30,474 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:20:30,474 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 608, reset compression=false 2024-12-03T09:20:30,474 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.shipper699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,40057,1733217613723 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:20:30,654 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020 to pos 607, reset compression=false 2024-12-03T09:20:30,681 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 608, reset compression=false 2024-12-03T09:20:30,958 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020 to pos 607, reset compression=false 2024-12-03T09:20:30,984 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 608, reset compression=false 2024-12-03T09:20:31,294 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T09:20:31,299 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T09:20:31,362 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020 to pos 607, reset compression=false 2024-12-03T09:20:31,391 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 608, reset compression=false 2024-12-03T09:20:31,395 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:20:31,395 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 764, reset compression=false 2024-12-03T09:20:31,395 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.shipper699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,40057,1733217613723 got entry batch from reader: WALEntryBatch [walEntries=[{test/4918831535016dbef5ab577e97151c92/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T09:20:31,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T09:20:31,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T09:20:31,599 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 764, reset compression=false 2024-12-03T09:20:31,865 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020 to pos 607, reset compression=false 2024-12-03T09:20:31,869 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:20:31,869 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020 to pos 754, reset compression=false 2024-12-03T09:20:31,869 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.shipper699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,38383,1733217618797 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:20:31,903 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 764, reset compression=false 2024-12-03T09:20:32,073 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020 to pos 754, reset compression=false 2024-12-03T09:20:32,302 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T09:20:32,306 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T09:20:32,308 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 764, reset compression=false 2024-12-03T09:20:32,376 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020 to pos 754, reset compression=false 2024-12-03T09:20:32,382 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:20:32,382 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020 to pos 913, reset compression=false 2024-12-03T09:20:32,382 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.shipper699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,38383,1733217618797 got entry batch from reader: WALEntryBatch [walEntries=[{test/353b536af387b413774bfc185aa49c99/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T09:20:32,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T09:20:32,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T09:20:32,586 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020 to pos 913, reset compression=false 2024-12-03T09:20:32,811 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 764, reset compression=false 2024-12-03T09:20:32,817 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:20:32,817 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 914, reset compression=false 2024-12-03T09:20:32,817 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.shipper699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,40057,1733217613723 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:20:32,889 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020 to pos 913, reset compression=false 2024-12-03T09:20:33,023 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 914, reset compression=false 2024-12-03T09:20:33,293 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020 to pos 913, reset compression=false 2024-12-03T09:20:33,308 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T09:20:33,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T09:20:33,311 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:20:33,311 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:20:33,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:33,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:33,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:20:33,312 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T09:20:33,312 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=333853569, stopped=false 2024-12-03T09:20:33,312 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=699c9baf3d29,42181,1733217618615 2024-12-03T09:20:33,329 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 914, reset compression=false 2024-12-03T09:20:33,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1019a7de9e40004, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1872789959/running 2024-12-03T09:20:33,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1872789959/running 2024-12-03T09:20:33,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1019a7de9e40004, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1872789959 2024-12-03T09:20:33,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1872789959 2024-12-03T09:20:33,376 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:20:33,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:20:33,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:20:33,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:33,376 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,38383,1733217618797' ***** 2024-12-03T09:20:33,376 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38383-0x1019a7de9e40004, quorum=127.0.0.1:49740, baseZNode=/1872789959 Set watcher on znode that does not yet exist, /1872789959/running 2024-12-03T09:20:33,376 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T09:20:33,376 INFO [RS:0;699c9baf3d29:38383 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:20:33,377 INFO [RS:0;699c9baf3d29:38383 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T09:20:33,377 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:20:33,377 INFO [RS:0;699c9baf3d29:38383 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T09:20:33,377 INFO [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer(3091): Received CLOSE for 353b536af387b413774bfc185aa49c99 2024-12-03T09:20:33,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Set watcher on znode that does not yet exist, /1872789959/running 2024-12-03T09:20:33,377 INFO [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer(3091): Received CLOSE for e439d8883c7de110fedf857b890943b2 2024-12-03T09:20:33,377 INFO [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer(959): stopping server 699c9baf3d29,38383,1733217618797 2024-12-03T09:20:33,377 INFO [RS:0;699c9baf3d29:38383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:20:33,377 INFO [RS:0;699c9baf3d29:38383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:38383. 2024-12-03T09:20:33,377 DEBUG [RS:0;699c9baf3d29:38383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:20:33,377 DEBUG [RS:0;699c9baf3d29:38383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:33,377 INFO [RS:0;699c9baf3d29:38383 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T09:20:33,377 INFO [RS:0;699c9baf3d29:38383 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T09:20:33,377 INFO [RS:0;699c9baf3d29:38383 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T09:20:33,377 INFO [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T09:20:33,377 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 353b536af387b413774bfc185aa49c99, disabling compactions & flushes 2024-12-03T09:20:33,378 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733217622805.353b536af387b413774bfc185aa49c99. 2024-12-03T09:20:33,378 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217622805.353b536af387b413774bfc185aa49c99. 2024-12-03T09:20:33,378 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733217622805.353b536af387b413774bfc185aa49c99. after waiting 0 ms 2024-12-03T09:20:33,378 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733217622805.353b536af387b413774bfc185aa49c99. 2024-12-03T09:20:33,378 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 353b536af387b413774bfc185aa49c99 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-03T09:20:33,380 INFO [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T09:20:33,380 DEBUG [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer(1325): Online Regions={353b536af387b413774bfc185aa49c99=test,,1733217622805.353b536af387b413774bfc185aa49c99., e439d8883c7de110fedf857b890943b2=hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T09:20:33,380 DEBUG [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 353b536af387b413774bfc185aa49c99, e439d8883c7de110fedf857b890943b2 2024-12-03T09:20:33,380 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:20:33,380 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:20:33,380 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:20:33,380 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:20:33,380 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:20:33,380 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T09:20:33,396 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/default/test/353b536af387b413774bfc185aa49c99/.tmp/f/51f3002793f14942b1f8de64e4582edc is 29, key is row1/f:/1733217632303/DeleteFamily/seqid=0 2024-12-03T09:20:33,399 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/meta/1588230740/.tmp/info/6815ce8d8d424292935874762c4b19d1 is 147, key is hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2./info:regioninfo/1733217627985/Put/seqid=0 2024-12-03T09:20:33,402 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:20:33,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741840_1016 (size=5118) 2024-12-03T09:20:33,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741841_1017 (size=7686) 2024-12-03T09:20:33,414 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/meta/1588230740/.tmp/info/6815ce8d8d424292935874762c4b19d1 2024-12-03T09:20:33,438 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/meta/1588230740/.tmp/ns/b81c0f4aa1704c2aad1577ddf1d9f811 is 43, key is default/ns:d/1733217621544/Put/seqid=0 2024-12-03T09:20:33,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741842_1018 (size=5153) 2024-12-03T09:20:33,459 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:20:33,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:33,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:33,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:33,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:33,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:33,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:33,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:33,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:33,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:33,580 DEBUG [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 353b536af387b413774bfc185aa49c99, e439d8883c7de110fedf857b890943b2 2024-12-03T09:20:33,741 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 914, reset compression=false 2024-12-03T09:20:33,781 DEBUG [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 353b536af387b413774bfc185aa49c99, e439d8883c7de110fedf857b890943b2 2024-12-03T09:20:33,796 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020 to pos 913, reset compression=false 2024-12-03T09:20:33,801 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:20:33,801 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020 to pos 1160, reset compression=false 2024-12-03T09:20:33,801 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.shipper699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,38383,1733217618797 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:20:33,802 ERROR [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.shipper699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 699c9baf3d29,38383,1733217618797: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-699c9baf3d29,38383,1733217618797, walGroup=699c9baf3d29%2C38383%2C1733217618797, offset=699c9baf3d29%2C38383%2C1733217618797.1733217621020:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:38383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T09:20:33,804 ERROR [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.shipper699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T09:20:33,804 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.shipper699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T09:20:33,805 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.shipper699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T09:20:33,805 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.shipper699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T09:20:33,805 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.shipper699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T09:20:33,805 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.shipper699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 677388816 }, "NonHeapMemoryUsage": { "committed": 194641920, "init": 7667712, "max": -1, "used": 190287744 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T09:20:33,805 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.shipper699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:42181 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:42181 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T09:20:33,814 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/default/test/353b536af387b413774bfc185aa49c99/.tmp/f/51f3002793f14942b1f8de64e4582edc 2024-12-03T09:20:33,818 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51f3002793f14942b1f8de64e4582edc 2024-12-03T09:20:33,836 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/default/test/353b536af387b413774bfc185aa49c99/.tmp/f1/ea61c49a6dca47e4be5e813ff14ddd91 is 30, key is row1/f1:/1733217632303/DeleteFamily/seqid=0 2024-12-03T09:20:33,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741843_1019 (size=5123) 2024-12-03T09:20:33,846 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/meta/1588230740/.tmp/ns/b81c0f4aa1704c2aad1577ddf1d9f811 2024-12-03T09:20:33,866 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/meta/1588230740/.tmp/rep_barrier/42e1739a17894133a663bf1381427fb4 is 112, key is test,,1733217622805.353b536af387b413774bfc185aa49c99./rep_barrier:seqnumDuringOpen/1733217623962/Put/seqid=0 2024-12-03T09:20:33,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741844_1020 (size=5518) 2024-12-03T09:20:33,891 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T09:20:33,891 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T09:20:33,981 DEBUG [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 353b536af387b413774bfc185aa49c99, e439d8883c7de110fedf857b890943b2 2024-12-03T09:20:34,008 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020 to pos 1160, reset compression=false 2024-12-03T09:20:34,181 DEBUG [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 353b536af387b413774bfc185aa49c99, e439d8883c7de110fedf857b890943b2 2024-12-03T09:20:34,243 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/default/test/353b536af387b413774bfc185aa49c99/.tmp/f1/ea61c49a6dca47e4be5e813ff14ddd91 2024-12-03T09:20:34,244 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 914, reset compression=false 2024-12-03T09:20:34,247 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea61c49a6dca47e4be5e813ff14ddd91 2024-12-03T09:20:34,264 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/default/test/353b536af387b413774bfc185aa49c99/.tmp/norep/e03fc70ab44a44e69c14045700b01b64 is 33, key is row1/norep:/1733217632303/DeleteFamily/seqid=0 2024-12-03T09:20:34,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741845_1021 (size=5108) 2024-12-03T09:20:34,271 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/meta/1588230740/.tmp/rep_barrier/42e1739a17894133a663bf1381427fb4 2024-12-03T09:20:34,292 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/meta/1588230740/.tmp/table/02d39add0ede416b8eb6894b4ae193d0 is 53, key is hbase:replication/table:state/1733217627998/Put/seqid=0 2024-12-03T09:20:34,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741846_1022 (size=5308) 2024-12-03T09:20:34,312 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020 to pos 1160, reset compression=false 2024-12-03T09:20:34,381 DEBUG [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 353b536af387b413774bfc185aa49c99, e439d8883c7de110fedf857b890943b2 2024-12-03T09:20:34,581 DEBUG [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 353b536af387b413774bfc185aa49c99, e439d8883c7de110fedf857b890943b2 2024-12-03T09:20:34,667 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/default/test/353b536af387b413774bfc185aa49c99/.tmp/norep/e03fc70ab44a44e69c14045700b01b64 2024-12-03T09:20:34,671 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e03fc70ab44a44e69c14045700b01b64 2024-12-03T09:20:34,671 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/default/test/353b536af387b413774bfc185aa49c99/.tmp/f/51f3002793f14942b1f8de64e4582edc as hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/default/test/353b536af387b413774bfc185aa49c99/f/51f3002793f14942b1f8de64e4582edc 2024-12-03T09:20:34,675 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51f3002793f14942b1f8de64e4582edc 2024-12-03T09:20:34,675 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/default/test/353b536af387b413774bfc185aa49c99/f/51f3002793f14942b1f8de64e4582edc, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T09:20:34,676 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/default/test/353b536af387b413774bfc185aa49c99/.tmp/f1/ea61c49a6dca47e4be5e813ff14ddd91 as hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/default/test/353b536af387b413774bfc185aa49c99/f1/ea61c49a6dca47e4be5e813ff14ddd91 2024-12-03T09:20:34,679 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea61c49a6dca47e4be5e813ff14ddd91 2024-12-03T09:20:34,680 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/default/test/353b536af387b413774bfc185aa49c99/f1/ea61c49a6dca47e4be5e813ff14ddd91, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T09:20:34,680 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/default/test/353b536af387b413774bfc185aa49c99/.tmp/norep/e03fc70ab44a44e69c14045700b01b64 as hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/default/test/353b536af387b413774bfc185aa49c99/norep/e03fc70ab44a44e69c14045700b01b64 2024-12-03T09:20:34,683 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e03fc70ab44a44e69c14045700b01b64 2024-12-03T09:20:34,683 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/default/test/353b536af387b413774bfc185aa49c99/norep/e03fc70ab44a44e69c14045700b01b64, entries=1, sequenceid=8, filesize=5.0 K 2024-12-03T09:20:34,684 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 353b536af387b413774bfc185aa49c99 in 1306ms, sequenceid=8, compaction requested=false 2024-12-03T09:20:34,687 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/default/test/353b536af387b413774bfc185aa49c99/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T09:20:34,688 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:20:34,688 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T09:20:34,688 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733217622805.353b536af387b413774bfc185aa49c99. 2024-12-03T09:20:34,688 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 353b536af387b413774bfc185aa49c99: Waiting for close lock at 1733217633377Running coprocessor pre-close hooks at 1733217633377Disabling compacts and flushes for region at 1733217633377Disabling writes for close at 1733217633378 (+1 ms)Obtaining lock to block concurrent updates at 1733217633378Preparing flush snapshotting stores in 353b536af387b413774bfc185aa49c99 at 1733217633378Finished memstore snapshotting test,,1733217622805.353b536af387b413774bfc185aa49c99., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733217633378Flushing stores of test,,1733217622805.353b536af387b413774bfc185aa49c99. at 1733217633378Flushing 353b536af387b413774bfc185aa49c99/f: creating writer at 1733217633379 (+1 ms)Flushing 353b536af387b413774bfc185aa49c99/f: appending metadata at 1733217633395 (+16 ms)Flushing 353b536af387b413774bfc185aa49c99/f: closing flushed file at 1733217633396 (+1 ms)Flushing 353b536af387b413774bfc185aa49c99/f1: creating writer at 1733217633819 (+423 ms)Flushing 353b536af387b413774bfc185aa49c99/f1: appending metadata at 1733217633835 (+16 ms)Flushing 353b536af387b413774bfc185aa49c99/f1: closing flushed file at 1733217633835Flushing 353b536af387b413774bfc185aa49c99/norep: creating writer at 1733217634247 (+412 ms)Flushing 353b536af387b413774bfc185aa49c99/norep: appending metadata at 1733217634263 (+16 ms)Flushing 353b536af387b413774bfc185aa49c99/norep: closing flushed file at 1733217634263Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@687d65c8: reopening flushed file at 1733217634671 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5969aa61: reopening flushed file at 1733217634675 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d98b691: reopening flushed file at 1733217634680 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 353b536af387b413774bfc185aa49c99 in 1306ms, sequenceid=8, compaction requested=false at 1733217634684 (+4 ms)Writing region close event to WAL at 1733217634685 (+1 ms)Running coprocessor post-close hooks at 1733217634688 (+3 ms)Closed at 1733217634688 2024-12-03T09:20:34,688 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733217622805.353b536af387b413774bfc185aa49c99. 2024-12-03T09:20:34,688 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e439d8883c7de110fedf857b890943b2, disabling compactions & flushes 2024-12-03T09:20:34,688 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2. 2024-12-03T09:20:34,688 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2. 2024-12-03T09:20:34,688 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2. after waiting 0 ms 2024-12-03T09:20:34,688 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2. 2024-12-03T09:20:34,688 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e439d8883c7de110fedf857b890943b2: Waiting for close lock at 1733217634688Running coprocessor pre-close hooks at 1733217634688Disabling compacts and flushes for region at 1733217634688Disabling writes for close at 1733217634688Failed flush hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2., putting online again at 1733217634688 2024-12-03T09:20:34,688 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2. 2024-12-03T09:20:34,696 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/meta/1588230740/.tmp/table/02d39add0ede416b8eb6894b4ae193d0 2024-12-03T09:20:34,702 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/meta/1588230740/.tmp/info/6815ce8d8d424292935874762c4b19d1 as hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/meta/1588230740/info/6815ce8d8d424292935874762c4b19d1 2024-12-03T09:20:34,706 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/meta/1588230740/info/6815ce8d8d424292935874762c4b19d1, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T09:20:34,707 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/meta/1588230740/.tmp/ns/b81c0f4aa1704c2aad1577ddf1d9f811 as hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/meta/1588230740/ns/b81c0f4aa1704c2aad1577ddf1d9f811 2024-12-03T09:20:34,712 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/meta/1588230740/ns/b81c0f4aa1704c2aad1577ddf1d9f811, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T09:20:34,716 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020 to pos 1160, reset compression=false 2024-12-03T09:20:34,724 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/meta/1588230740/.tmp/rep_barrier/42e1739a17894133a663bf1381427fb4 as hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/meta/1588230740/rep_barrier/42e1739a17894133a663bf1381427fb4 2024-12-03T09:20:34,728 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:20:34,728 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020 to pos 1804, reset compression=false 2024-12-03T09:20:34,729 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/meta/1588230740/rep_barrier/42e1739a17894133a663bf1381427fb4, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T09:20:34,730 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/meta/1588230740/.tmp/table/02d39add0ede416b8eb6894b4ae193d0 as hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/meta/1588230740/table/02d39add0ede416b8eb6894b4ae193d0 2024-12-03T09:20:34,734 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/meta/1588230740/table/02d39add0ede416b8eb6894b4ae193d0, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T09:20:34,735 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1355ms, sequenceid=16, compaction requested=false 2024-12-03T09:20:34,741 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T09:20:34,741 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:20:34,741 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:20:34,741 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:20:34,741 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217633380Running coprocessor pre-close hooks at 1733217633380Disabling compacts and flushes for region at 1733217633380Disabling writes for close at 1733217633380Obtaining lock to block concurrent updates at 1733217633380Preparing flush snapshotting stores in 1588230740 at 1733217633380Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733217633381 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733217633381Flushing 1588230740/info: creating writer at 1733217633381Flushing 1588230740/info: appending metadata at 1733217633399 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733217633399Flushing 1588230740/ns: creating writer at 1733217633418 (+19 ms)Flushing 1588230740/ns: appending metadata at 1733217633438 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733217633438Flushing 1588230740/rep_barrier: creating writer at 1733217633850 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733217633866 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733217633866Flushing 1588230740/table: creating writer at 1733217634275 (+409 ms)Flushing 1588230740/table: appending metadata at 1733217634291 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733217634291Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d50391b: reopening flushed file at 1733217634700 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26e4a1a9: reopening flushed file at 1733217634707 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55c9be2d: reopening flushed file at 1733217634712 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44c327c3: reopening flushed file at 1733217634729 (+17 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1355ms, sequenceid=16, compaction requested=false at 1733217634735 (+6 ms)Writing region close event to WAL at 1733217634738 (+3 ms)Running coprocessor post-close hooks at 1733217634741 (+3 ms)Closed at 1733217634741 2024-12-03T09:20:34,741 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T09:20:34,782 INFO [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T09:20:34,782 DEBUG [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer(1325): Online Regions={e439d8883c7de110fedf857b890943b2=hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2.} 2024-12-03T09:20:34,782 INFO [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer(3091): Received CLOSE for e439d8883c7de110fedf857b890943b2 2024-12-03T09:20:34,782 DEBUG [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer(1351): Waiting on e439d8883c7de110fedf857b890943b2 2024-12-03T09:20:34,782 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e439d8883c7de110fedf857b890943b2, disabling compactions & flushes 2024-12-03T09:20:34,782 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2. 2024-12-03T09:20:34,782 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2. 2024-12-03T09:20:34,782 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2. after waiting 0 ms 2024-12-03T09:20:34,782 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2. 2024-12-03T09:20:34,782 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e439d8883c7de110fedf857b890943b2: Waiting for close lock at 1733217634782Running coprocessor pre-close hooks at 1733217634782Disabling compacts and flushes for region at 1733217634782Disabling writes for close at 1733217634782Failed flush hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2., putting online again at 1733217634782 2024-12-03T09:20:34,782 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733217627129.e439d8883c7de110fedf857b890943b2. 2024-12-03T09:20:34,851 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 914, reset compression=false 2024-12-03T09:20:34,933 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/WALs/699c9baf3d29,38383,1733217618797/699c9baf3d29%2C38383%2C1733217618797.1733217621020 to pos 1804, reset compression=false 2024-12-03T09:20:34,982 INFO [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T09:20:34,982 INFO [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer(976): stopping server 699c9baf3d29,38383,1733217618797; all regions closed. 2024-12-03T09:20:34,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741834_1010 (size=4239) 2024-12-03T09:20:34,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741839_1015 (size=1515) 2024-12-03T09:20:34,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741833_1009 (size=1812) 2024-12-03T09:20:34,988 DEBUG [RS:0;699c9baf3d29:38383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:34,988 INFO [RS:0;699c9baf3d29:38383 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:20:34,988 INFO [RS:0;699c9baf3d29:38383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:20:34,988 INFO [RS:0;699c9baf3d29:38383 {}] hbase.ChoreService(370): Chore service for: regionserver/699c9baf3d29:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T09:20:34,988 INFO [RS:0;699c9baf3d29:38383 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:20:34,988 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:20:34,989 INFO [RS:0;699c9baf3d29:38383 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-699c9baf3d29,38383,1733217618797 because: Region server is closing 2024-12-03T09:20:34,989 INFO [RS:0;699c9baf3d29:38383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:38383. 2024-12-03T09:20:34,989 DEBUG [RS:0;699c9baf3d29:38383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:20:34,989 DEBUG [RS:0;699c9baf3d29:38383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:34,989 DEBUG [RS:0;699c9baf3d29:38383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:34,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:20:35,089 INFO [RS:0;699c9baf3d29:38383 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.shipper699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 terminated 2024-12-03T09:20:35,089 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,38383,1733217618797.replicationSource.wal-reader.699c9baf3d29%2C38383%2C1733217618797,1-699c9baf3d29,38383,1733217618797 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T09:20:35,090 INFO [RS:0;699c9baf3d29:38383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:38383. 2024-12-03T09:20:35,090 DEBUG [RS:0;699c9baf3d29:38383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:20:35,090 DEBUG [RS:0;699c9baf3d29:38383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:35,090 DEBUG [RS:0;699c9baf3d29:38383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:35,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:20:35,090 INFO [RS:0;699c9baf3d29:38383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38383 2024-12-03T09:20:35,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1872789959/rs 2024-12-03T09:20:35,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1019a7de9e40004, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1872789959/rs/699c9baf3d29,38383,1733217618797 2024-12-03T09:20:35,112 INFO [RS:0;699c9baf3d29:38383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:20:35,123 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,38383,1733217618797] 2024-12-03T09:20:35,133 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1872789959/draining/699c9baf3d29,38383,1733217618797 already deleted, retry=false 2024-12-03T09:20:35,133 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 699c9baf3d29,38383,1733217618797 expired; onlineServers=0 2024-12-03T09:20:35,133 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '699c9baf3d29,42181,1733217618615' ***** 2024-12-03T09:20:35,133 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T09:20:35,133 INFO [M:0;699c9baf3d29:42181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:20:35,133 INFO [M:0;699c9baf3d29:42181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:20:35,133 DEBUG [M:0;699c9baf3d29:42181 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T09:20:35,134 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T09:20:35,134 DEBUG [M:0;699c9baf3d29:42181 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T09:20:35,134 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217620812 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217620812,5,FailOnTimeoutGroup] 2024-12-03T09:20:35,134 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217620812 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217620812,5,FailOnTimeoutGroup] 2024-12-03T09:20:35,134 INFO [M:0;699c9baf3d29:42181 {}] hbase.ChoreService(370): Chore service for: master/699c9baf3d29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T09:20:35,134 INFO [M:0;699c9baf3d29:42181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:20:35,134 DEBUG [M:0;699c9baf3d29:42181 {}] master.HMaster(1795): Stopping service threads 2024-12-03T09:20:35,134 INFO [M:0;699c9baf3d29:42181 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T09:20:35,134 INFO [M:0;699c9baf3d29:42181 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:20:35,134 INFO [M:0;699c9baf3d29:42181 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T09:20:35,134 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T09:20:35,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1872789959/master 2024-12-03T09:20:35,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1872789959 2024-12-03T09:20:35,144 DEBUG [M:0;699c9baf3d29:42181 {}] zookeeper.ZKUtil(347): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Unable to get data of znode /1872789959/master because node does not exist (not an error) 2024-12-03T09:20:35,144 WARN [M:0;699c9baf3d29:42181 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T09:20:35,144 INFO [M:0;699c9baf3d29:42181 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/.lastflushedseqids 2024-12-03T09:20:35,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741847_1023 (size=245) 2024-12-03T09:20:35,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1019a7de9e40004, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:20:35,223 INFO [RS:0;699c9baf3d29:38383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:20:35,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1019a7de9e40004, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:20:35,223 INFO [RS:0;699c9baf3d29:38383 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,38383,1733217618797; zookeeper connection closed. 2024-12-03T09:20:35,223 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f111d07 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f111d07 2024-12-03T09:20:35,223 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T09:20:35,548 INFO [M:0;699c9baf3d29:42181 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T09:20:35,548 INFO [M:0;699c9baf3d29:42181 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T09:20:35,548 DEBUG [M:0;699c9baf3d29:42181 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:20:35,548 INFO [M:0;699c9baf3d29:42181 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:35,548 DEBUG [M:0;699c9baf3d29:42181 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:35,548 DEBUG [M:0;699c9baf3d29:42181 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:20:35,548 DEBUG [M:0;699c9baf3d29:42181 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:35,548 INFO [M:0;699c9baf3d29:42181 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-03T09:20:35,557 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 914, reset compression=false 2024-12-03T09:20:35,565 DEBUG [M:0;699c9baf3d29:42181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/873df17febd94c5eace26fddaa4d2d42 is 82, key is hbase:meta,,1/info:regioninfo/1733217621529/Put/seqid=0 2024-12-03T09:20:35,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741848_1024 (size=5672) 2024-12-03T09:20:35,569 INFO [M:0;699c9baf3d29:42181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/873df17febd94c5eace26fddaa4d2d42 2024-12-03T09:20:35,584 DEBUG [M:0;699c9baf3d29:42181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5878f7796c24a7cbb36aa8cada42f34 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733217628005/Put/seqid=0 2024-12-03T09:20:35,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741849_1025 (size=8515) 2024-12-03T09:20:35,990 INFO [M:0;699c9baf3d29:42181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5878f7796c24a7cbb36aa8cada42f34 2024-12-03T09:20:36,010 DEBUG [M:0;699c9baf3d29:42181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd47749810894bfeab18d644c1aa76e7 is 69, key is 699c9baf3d29,38383,1733217618797/rs:state/1733217620868/Put/seqid=0 2024-12-03T09:20:36,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741850_1026 (size=5156) 2024-12-03T09:20:36,360 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 914, reset compression=false 2024-12-03T09:20:36,414 INFO [M:0;699c9baf3d29:42181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd47749810894bfeab18d644c1aa76e7 2024-12-03T09:20:36,419 DEBUG [M:0;699c9baf3d29:42181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/873df17febd94c5eace26fddaa4d2d42 as hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/873df17febd94c5eace26fddaa4d2d42 2024-12-03T09:20:36,423 INFO [M:0;699c9baf3d29:42181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/873df17febd94c5eace26fddaa4d2d42, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T09:20:36,424 DEBUG [M:0;699c9baf3d29:42181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5878f7796c24a7cbb36aa8cada42f34 as hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5878f7796c24a7cbb36aa8cada42f34 2024-12-03T09:20:36,428 INFO [M:0;699c9baf3d29:42181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5878f7796c24a7cbb36aa8cada42f34, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T09:20:36,428 DEBUG [M:0;699c9baf3d29:42181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd47749810894bfeab18d644c1aa76e7 as hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd47749810894bfeab18d644c1aa76e7 2024-12-03T09:20:36,432 INFO [M:0;699c9baf3d29:42181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45905/user/jenkins/test-data/068a6c0b-36aa-4ffd-c799-de986d0da531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd47749810894bfeab18d644c1aa76e7, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T09:20:36,433 INFO [M:0;699c9baf3d29:42181 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=97, compaction requested=false 2024-12-03T09:20:36,434 INFO [M:0;699c9baf3d29:42181 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:36,434 DEBUG [M:0;699c9baf3d29:42181 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217635548Disabling compacts and flushes for region at 1733217635548Disabling writes for close at 1733217635548Obtaining lock to block concurrent updates at 1733217635548Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733217635548Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733217635549 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733217635549Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733217635549Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733217635565 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733217635565Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733217635572 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733217635583 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733217635583Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733217635994 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733217636010 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733217636010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27af8376: reopening flushed file at 1733217636418 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54cd2de2: reopening flushed file at 1733217636423 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1816abbf: reopening flushed file at 1733217636428 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=97, compaction requested=false at 1733217636433 (+5 ms)Writing region close event to WAL at 1733217636434 (+1 ms)Closed at 1733217636434 2024-12-03T09:20:36,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741830_1006 (size=63642) 2024-12-03T09:20:36,440 INFO [M:0;699c9baf3d29:42181 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T09:20:36,440 INFO [M:0;699c9baf3d29:42181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42181 2024-12-03T09:20:36,440 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:20:36,440 INFO [M:0;699c9baf3d29:42181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:20:36,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:20:36,665 INFO [M:0;699c9baf3d29:42181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:20:36,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42181-0x1019a7de9e40003, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:20:36,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@feb2d2d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:20:36,669 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25157a91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:20:36,669 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:20:36,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72eab583{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:20:36,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63dac444{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/hadoop.log.dir/,STOPPED} 2024-12-03T09:20:36,670 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T09:20:36,670 WARN [BP-1428315760-172.17.0.2-1733217616719 heartbeating to localhost/127.0.0.1:45905 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T09:20:36,670 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T09:20:36,671 WARN [BP-1428315760-172.17.0.2-1733217616719 heartbeating to localhost/127.0.0.1:45905 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1428315760-172.17.0.2-1733217616719 (Datanode Uuid 4ddc786a-7dff-47b6-8d89-601f53684da0) service to localhost/127.0.0.1:45905 2024-12-03T09:20:36,671 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/cluster_6d303a38-483a-35fc-c5d2-8243bfd4646d/data/data1/current/BP-1428315760-172.17.0.2-1733217616719 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:20:36,671 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/cluster_6d303a38-483a-35fc-c5d2-8243bfd4646d/data/data2/current/BP-1428315760-172.17.0.2-1733217616719 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:20:36,671 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T09:20:36,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@dcf9b45{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:20:36,678 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64f1fa9b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:20:36,678 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:20:36,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@96e793b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:20:36,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@790a289e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/hadoop.log.dir/,STOPPED} 2024-12-03T09:20:36,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T09:20:36,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T09:20:36,693 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:20:36,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:20:36,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:36,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:36,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:20:36,693 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T09:20:36,693 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2091192320, stopped=false 2024-12-03T09:20:36,694 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=699c9baf3d29,36113,1733217613418 2024-12-03T09:20:36,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01859830526/running 2024-12-03T09:20:36,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x1019a7de9e40001, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01859830526/running 2024-12-03T09:20:36,702 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:20:36,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859830526 2024-12-03T09:20:36,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x1019a7de9e40001, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859830526 2024-12-03T09:20:36,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40057-0x1019a7de9e40001, quorum=127.0.0.1:49740, baseZNode=/01859830526 Set watcher on znode that does not yet exist, /01859830526/running 2024-12-03T09:20:36,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Set watcher on znode that does not yet exist, /01859830526/running 2024-12-03T09:20:36,702 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:20:36,702 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:20:36,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:36,703 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,40057,1733217613723' ***** 2024-12-03T09:20:36,703 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T09:20:36,703 INFO [RS:0;699c9baf3d29:40057 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:20:36,703 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:20:36,703 INFO [RS:0;699c9baf3d29:40057 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T09:20:36,703 INFO [RS:0;699c9baf3d29:40057 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T09:20:36,703 INFO [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(3091): Received CLOSE for 4918831535016dbef5ab577e97151c92 2024-12-03T09:20:36,703 INFO [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(3091): Received CLOSE for 76b0a3808547ab0f94e8a2a8e1994544 2024-12-03T09:20:36,703 INFO [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(959): stopping server 699c9baf3d29,40057,1733217613723 2024-12-03T09:20:36,703 INFO [RS:0;699c9baf3d29:40057 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:20:36,703 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4918831535016dbef5ab577e97151c92, disabling compactions & flushes 2024-12-03T09:20:36,703 INFO [RS:0;699c9baf3d29:40057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:40057. 2024-12-03T09:20:36,703 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733217621664.4918831535016dbef5ab577e97151c92. 2024-12-03T09:20:36,703 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217621664.4918831535016dbef5ab577e97151c92. 2024-12-03T09:20:36,703 DEBUG [RS:0;699c9baf3d29:40057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:20:36,704 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733217621664.4918831535016dbef5ab577e97151c92. after waiting 0 ms 2024-12-03T09:20:36,704 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733217621664.4918831535016dbef5ab577e97151c92. 2024-12-03T09:20:36,704 DEBUG [RS:0;699c9baf3d29:40057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:36,704 INFO [RS:0;699c9baf3d29:40057 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T09:20:36,704 INFO [RS:0;699c9baf3d29:40057 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T09:20:36,704 INFO [RS:0;699c9baf3d29:40057 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T09:20:36,704 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4918831535016dbef5ab577e97151c92 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-03T09:20:36,704 INFO [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T09:20:36,704 INFO [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T09:20:36,704 DEBUG [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4918831535016dbef5ab577e97151c92=test,,1733217621664.4918831535016dbef5ab577e97151c92., 76b0a3808547ab0f94e8a2a8e1994544=hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544.} 2024-12-03T09:20:36,704 DEBUG [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4918831535016dbef5ab577e97151c92, 76b0a3808547ab0f94e8a2a8e1994544 2024-12-03T09:20:36,704 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:20:36,704 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:20:36,704 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:20:36,704 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:20:36,704 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:20:36,704 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T09:20:36,718 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/default/test/4918831535016dbef5ab577e97151c92/.tmp/f/76cffabbc3844225be9638b20c2cdf4b is 29, key is row1/f:/1733217632303/DeleteFamily/seqid=0 2024-12-03T09:20:36,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741840_1016 (size=5118) 2024-12-03T09:20:36,728 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/meta/1588230740/.tmp/info/d550b3764a8b4a1a958b77b1697464d3 is 147, key is hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544./info:regioninfo/1733217626129/Put/seqid=0 2024-12-03T09:20:36,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741841_1017 (size=7686) 2024-12-03T09:20:36,744 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:20:36,820 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T09:20:36,820 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T09:20:36,904 DEBUG [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4918831535016dbef5ab577e97151c92, 76b0a3808547ab0f94e8a2a8e1994544 2024-12-03T09:20:37,104 DEBUG [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4918831535016dbef5ab577e97151c92, 76b0a3808547ab0f94e8a2a8e1994544 2024-12-03T09:20:37,126 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/default/test/4918831535016dbef5ab577e97151c92/.tmp/f/76cffabbc3844225be9638b20c2cdf4b 2024-12-03T09:20:37,130 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76cffabbc3844225be9638b20c2cdf4b 2024-12-03T09:20:37,132 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/meta/1588230740/.tmp/info/d550b3764a8b4a1a958b77b1697464d3 2024-12-03T09:20:37,145 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/default/test/4918831535016dbef5ab577e97151c92/.tmp/f1/ccf90ff428434d6fa20b263a711c347e is 30, key is row1/f1:/1733217632303/DeleteFamily/seqid=0 2024-12-03T09:20:37,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741842_1018 (size=5123) 2024-12-03T09:20:37,149 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/meta/1588230740/.tmp/ns/3dcdc3b38c4d4dd2a96aad9e7ebb42b0 is 43, key is default/ns:d/1733217616630/Put/seqid=0 2024-12-03T09:20:37,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741843_1019 (size=5153) 2024-12-03T09:20:37,264 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 914, reset compression=false 2024-12-03T09:20:37,268 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:20:37,268 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 1161, reset compression=false 2024-12-03T09:20:37,268 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.shipper699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,40057,1733217613723 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:20:37,269 ERROR [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.shipper699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 699c9baf3d29,40057,1733217613723: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-699c9baf3d29,40057,1733217613723, walGroup=699c9baf3d29%2C40057%2C1733217613723, offset=699c9baf3d29%2C40057%2C1733217613723.1733217615954:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:40057 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T09:20:37,270 ERROR [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.shipper699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T09:20:37,270 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.shipper699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T09:20:37,270 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.shipper699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T09:20:37,270 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.shipper699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T09:20:37,270 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.shipper699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T09:20:37,270 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.shipper699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 736109072 }, "NonHeapMemoryUsage": { "committed": 194904064, "init": 7667712, "max": -1, "used": 190904928 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T09:20:37,271 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.shipper699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:36113 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:36113 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T09:20:37,304 DEBUG [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4918831535016dbef5ab577e97151c92, 76b0a3808547ab0f94e8a2a8e1994544 2024-12-03T09:20:37,473 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 1161, reset compression=false 2024-12-03T09:20:37,505 DEBUG [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4918831535016dbef5ab577e97151c92, 76b0a3808547ab0f94e8a2a8e1994544 2024-12-03T09:20:37,549 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/default/test/4918831535016dbef5ab577e97151c92/.tmp/f1/ccf90ff428434d6fa20b263a711c347e 2024-12-03T09:20:37,552 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/meta/1588230740/.tmp/ns/3dcdc3b38c4d4dd2a96aad9e7ebb42b0 2024-12-03T09:20:37,553 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ccf90ff428434d6fa20b263a711c347e 2024-12-03T09:20:37,566 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/default/test/4918831535016dbef5ab577e97151c92/.tmp/norep/3f002c721f324f9f96a226320cc5f872 is 32, key is row/norep:/1733217631297/DeleteFamily/seqid=0 2024-12-03T09:20:37,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741844_1020 (size=5101) 2024-12-03T09:20:37,574 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/meta/1588230740/.tmp/rep_barrier/dd5c5348aabe444da4c4990d88a00b99 is 112, key is test,,1733217621664.4918831535016dbef5ab577e97151c92./rep_barrier:seqnumDuringOpen/1733217622411/Put/seqid=0 2024-12-03T09:20:37,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741845_1021 (size=5518) 2024-12-03T09:20:37,705 DEBUG [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4918831535016dbef5ab577e97151c92, 76b0a3808547ab0f94e8a2a8e1994544 2024-12-03T09:20:37,776 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 1161, reset compression=false 2024-12-03T09:20:37,905 DEBUG [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4918831535016dbef5ab577e97151c92, 76b0a3808547ab0f94e8a2a8e1994544 2024-12-03T09:20:37,969 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/default/test/4918831535016dbef5ab577e97151c92/.tmp/norep/3f002c721f324f9f96a226320cc5f872 2024-12-03T09:20:37,973 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f002c721f324f9f96a226320cc5f872 2024-12-03T09:20:37,973 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/default/test/4918831535016dbef5ab577e97151c92/.tmp/f/76cffabbc3844225be9638b20c2cdf4b as hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/default/test/4918831535016dbef5ab577e97151c92/f/76cffabbc3844225be9638b20c2cdf4b 2024-12-03T09:20:37,977 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76cffabbc3844225be9638b20c2cdf4b 2024-12-03T09:20:37,977 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/default/test/4918831535016dbef5ab577e97151c92/f/76cffabbc3844225be9638b20c2cdf4b, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T09:20:37,977 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/meta/1588230740/.tmp/rep_barrier/dd5c5348aabe444da4c4990d88a00b99 2024-12-03T09:20:37,977 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/default/test/4918831535016dbef5ab577e97151c92/.tmp/f1/ccf90ff428434d6fa20b263a711c347e as hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/default/test/4918831535016dbef5ab577e97151c92/f1/ccf90ff428434d6fa20b263a711c347e 2024-12-03T09:20:37,981 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ccf90ff428434d6fa20b263a711c347e 2024-12-03T09:20:37,981 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/default/test/4918831535016dbef5ab577e97151c92/f1/ccf90ff428434d6fa20b263a711c347e, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T09:20:37,982 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/default/test/4918831535016dbef5ab577e97151c92/.tmp/norep/3f002c721f324f9f96a226320cc5f872 as hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/default/test/4918831535016dbef5ab577e97151c92/norep/3f002c721f324f9f96a226320cc5f872 2024-12-03T09:20:37,985 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f002c721f324f9f96a226320cc5f872 2024-12-03T09:20:37,986 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/default/test/4918831535016dbef5ab577e97151c92/norep/3f002c721f324f9f96a226320cc5f872, entries=1, sequenceid=8, filesize=5.0 K 2024-12-03T09:20:37,986 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4918831535016dbef5ab577e97151c92 in 1282ms, sequenceid=8, compaction requested=false 2024-12-03T09:20:37,994 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/default/test/4918831535016dbef5ab577e97151c92/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T09:20:37,995 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:20:37,995 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T09:20:37,995 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733217621664.4918831535016dbef5ab577e97151c92. 2024-12-03T09:20:37,995 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4918831535016dbef5ab577e97151c92: Waiting for close lock at 1733217636703Running coprocessor pre-close hooks at 1733217636703Disabling compacts and flushes for region at 1733217636703Disabling writes for close at 1733217636704 (+1 ms)Obtaining lock to block concurrent updates at 1733217636704Preparing flush snapshotting stores in 4918831535016dbef5ab577e97151c92 at 1733217636704Finished memstore snapshotting test,,1733217621664.4918831535016dbef5ab577e97151c92., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733217636704Flushing stores of test,,1733217621664.4918831535016dbef5ab577e97151c92. at 1733217636704Flushing 4918831535016dbef5ab577e97151c92/f: creating writer at 1733217636704Flushing 4918831535016dbef5ab577e97151c92/f: appending metadata at 1733217636717 (+13 ms)Flushing 4918831535016dbef5ab577e97151c92/f: closing flushed file at 1733217636717Flushing 4918831535016dbef5ab577e97151c92/f1: creating writer at 1733217637130 (+413 ms)Flushing 4918831535016dbef5ab577e97151c92/f1: appending metadata at 1733217637145 (+15 ms)Flushing 4918831535016dbef5ab577e97151c92/f1: closing flushed file at 1733217637145Flushing 4918831535016dbef5ab577e97151c92/norep: creating writer at 1733217637553 (+408 ms)Flushing 4918831535016dbef5ab577e97151c92/norep: appending metadata at 1733217637565 (+12 ms)Flushing 4918831535016dbef5ab577e97151c92/norep: closing flushed file at 1733217637565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c4a47e8: reopening flushed file at 1733217637973 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8e0edf0: reopening flushed file at 1733217637977 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c94a529: reopening flushed file at 1733217637981 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4918831535016dbef5ab577e97151c92 in 1282ms, sequenceid=8, compaction requested=false at 1733217637986 (+5 ms)Writing region close event to WAL at 1733217637991 (+5 ms)Running coprocessor post-close hooks at 1733217637995 (+4 ms)Closed at 1733217637995 2024-12-03T09:20:37,995 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733217621664.4918831535016dbef5ab577e97151c92. 2024-12-03T09:20:37,995 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76b0a3808547ab0f94e8a2a8e1994544, disabling compactions & flushes 2024-12-03T09:20:37,995 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544. 2024-12-03T09:20:37,995 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544. 2024-12-03T09:20:37,995 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544. after waiting 0 ms 2024-12-03T09:20:37,995 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544. 2024-12-03T09:20:37,995 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76b0a3808547ab0f94e8a2a8e1994544: Waiting for close lock at 1733217637995Running coprocessor pre-close hooks at 1733217637995Disabling compacts and flushes for region at 1733217637995Disabling writes for close at 1733217637995Failed flush hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544., putting online again at 1733217637995 2024-12-03T09:20:37,995 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544. 2024-12-03T09:20:37,998 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/meta/1588230740/.tmp/table/15bcd165da9c4bd6ace7d06dcfb6d5e3 is 53, key is hbase:replication/table:state/1733217626135/Put/seqid=0 2024-12-03T09:20:38,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741846_1022 (size=5308) 2024-12-03T09:20:38,105 INFO [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T09:20:38,105 DEBUG [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 76b0a3808547ab0f94e8a2a8e1994544=hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544.} 2024-12-03T09:20:38,105 INFO [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(3091): Received CLOSE for 76b0a3808547ab0f94e8a2a8e1994544 2024-12-03T09:20:38,105 DEBUG [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76b0a3808547ab0f94e8a2a8e1994544 2024-12-03T09:20:38,106 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76b0a3808547ab0f94e8a2a8e1994544, disabling compactions & flushes 2024-12-03T09:20:38,106 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544. 2024-12-03T09:20:38,106 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544. 2024-12-03T09:20:38,106 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544. after waiting 0 ms 2024-12-03T09:20:38,106 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544. 2024-12-03T09:20:38,106 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76b0a3808547ab0f94e8a2a8e1994544: Waiting for close lock at 1733217638106Running coprocessor pre-close hooks at 1733217638106Disabling compacts and flushes for region at 1733217638106Disabling writes for close at 1733217638106Failed flush hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544., putting online again at 1733217638106 2024-12-03T09:20:38,106 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733217624971.76b0a3808547ab0f94e8a2a8e1994544. 2024-12-03T09:20:38,179 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 1161, reset compression=false 2024-12-03T09:20:38,183 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:20:38,183 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 1805, reset compression=false 2024-12-03T09:20:38,306 DEBUG [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:20:38,388 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 1805, reset compression=false 2024-12-03T09:20:38,401 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/meta/1588230740/.tmp/table/15bcd165da9c4bd6ace7d06dcfb6d5e3 2024-12-03T09:20:38,405 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/meta/1588230740/.tmp/info/d550b3764a8b4a1a958b77b1697464d3 as hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/meta/1588230740/info/d550b3764a8b4a1a958b77b1697464d3 2024-12-03T09:20:38,409 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/meta/1588230740/info/d550b3764a8b4a1a958b77b1697464d3, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T09:20:38,409 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/meta/1588230740/.tmp/ns/3dcdc3b38c4d4dd2a96aad9e7ebb42b0 as hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/meta/1588230740/ns/3dcdc3b38c4d4dd2a96aad9e7ebb42b0 2024-12-03T09:20:38,413 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/meta/1588230740/ns/3dcdc3b38c4d4dd2a96aad9e7ebb42b0, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T09:20:38,413 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/meta/1588230740/.tmp/rep_barrier/dd5c5348aabe444da4c4990d88a00b99 as hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/meta/1588230740/rep_barrier/dd5c5348aabe444da4c4990d88a00b99 2024-12-03T09:20:38,416 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/meta/1588230740/rep_barrier/dd5c5348aabe444da4c4990d88a00b99, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T09:20:38,417 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/meta/1588230740/.tmp/table/15bcd165da9c4bd6ace7d06dcfb6d5e3 as hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/meta/1588230740/table/15bcd165da9c4bd6ace7d06dcfb6d5e3 2024-12-03T09:20:38,420 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/meta/1588230740/table/15bcd165da9c4bd6ace7d06dcfb6d5e3, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T09:20:38,421 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false 2024-12-03T09:20:38,425 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T09:20:38,425 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:20:38,425 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:20:38,425 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:20:38,425 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217636704Running coprocessor pre-close hooks at 1733217636704Disabling compacts and flushes for region at 1733217636704Disabling writes for close at 1733217636704Obtaining lock to block concurrent updates at 1733217636704Preparing flush snapshotting stores in 1588230740 at 1733217636704Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733217636704Flushing stores of hbase:meta,,1.1588230740 at 1733217636707 (+3 ms)Flushing 1588230740/info: creating writer at 1733217636707Flushing 1588230740/info: appending metadata at 1733217636727 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733217636728 (+1 ms)Flushing 1588230740/ns: creating writer at 1733217637135 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733217637149 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733217637149Flushing 1588230740/rep_barrier: creating writer at 1733217637557 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733217637573 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733217637573Flushing 1588230740/table: creating writer at 1733217637981 (+408 ms)Flushing 1588230740/table: appending metadata at 1733217637997 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733217637997Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75ecf444: reopening flushed file at 1733217638405 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21f28199: reopening flushed file at 1733217638409 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7467c6bb: reopening flushed file at 1733217638413 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d59afed: reopening flushed file at 1733217638417 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false at 1733217638421 (+4 ms)Writing region close event to WAL at 1733217638422 (+1 ms)Running coprocessor post-close hooks at 1733217638425 (+3 ms)Closed at 1733217638425 2024-12-03T09:20:38,425 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T09:20:38,506 INFO [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T09:20:38,506 INFO [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(976): stopping server 699c9baf3d29,40057,1733217613723; all regions closed. 2024-12-03T09:20:38,508 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.meta.1733217616556.meta not finished, retry = 0 2024-12-03T09:20:38,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741834_1010 (size=4239) 2024-12-03T09:20:38,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741839_1015 (size=1733) 2024-12-03T09:20:38,610 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.rep.1733217626103 not finished, retry = 0 2024-12-03T09:20:38,691 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/WALs/699c9baf3d29,40057,1733217613723/699c9baf3d29%2C40057%2C1733217613723.1733217615954 to pos 1805, reset compression=false 2024-12-03T09:20:38,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741832_1008 (size=1813) 2024-12-03T09:20:38,713 DEBUG [RS:0;699c9baf3d29:40057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:38,713 INFO [RS:0;699c9baf3d29:40057 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:20:38,713 INFO [RS:0;699c9baf3d29:40057 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:20:38,713 INFO [RS:0;699c9baf3d29:40057 {}] hbase.ChoreService(370): Chore service for: regionserver/699c9baf3d29:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T09:20:38,713 INFO [RS:0;699c9baf3d29:40057 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:20:38,713 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:20:38,713 INFO [RS:0;699c9baf3d29:40057 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-699c9baf3d29,40057,1733217613723 because: Region server is closing 2024-12-03T09:20:38,713 INFO [RS:0;699c9baf3d29:40057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:40057. 2024-12-03T09:20:38,713 DEBUG [RS:0;699c9baf3d29:40057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:20:38,713 DEBUG [RS:0;699c9baf3d29:40057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:38,713 DEBUG [RS:0;699c9baf3d29:40057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:38,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:20:38,814 INFO [RS:0;699c9baf3d29:40057 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.shipper699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 terminated 2024-12-03T09:20:38,814 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,40057,1733217613723.replicationSource.wal-reader.699c9baf3d29%2C40057%2C1733217613723,1-699c9baf3d29,40057,1733217613723 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T09:20:38,814 INFO [RS:0;699c9baf3d29:40057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:40057. 2024-12-03T09:20:38,814 DEBUG [RS:0;699c9baf3d29:40057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:20:38,814 DEBUG [RS:0;699c9baf3d29:40057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:38,814 DEBUG [RS:0;699c9baf3d29:40057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:38,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:20:38,814 INFO [RS:0;699c9baf3d29:40057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40057 2024-12-03T09:20:38,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859830526/rs 2024-12-03T09:20:38,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x1019a7de9e40001, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01859830526/rs/699c9baf3d29,40057,1733217613723 2024-12-03T09:20:38,880 INFO [RS:0;699c9baf3d29:40057 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:20:38,932 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,40057,1733217613723] 2024-12-03T09:20:38,943 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01859830526/draining/699c9baf3d29,40057,1733217613723 already deleted, retry=false 2024-12-03T09:20:38,943 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 699c9baf3d29,40057,1733217613723 expired; onlineServers=0 2024-12-03T09:20:38,943 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '699c9baf3d29,36113,1733217613418' ***** 2024-12-03T09:20:38,943 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T09:20:38,943 INFO [M:0;699c9baf3d29:36113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:20:38,944 INFO [M:0;699c9baf3d29:36113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:20:38,944 DEBUG [M:0;699c9baf3d29:36113 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T09:20:38,944 DEBUG [M:0;699c9baf3d29:36113 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T09:20:38,944 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T09:20:38,944 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217615761 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217615761,5,FailOnTimeoutGroup] 2024-12-03T09:20:38,944 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217615761 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217615761,5,FailOnTimeoutGroup] 2024-12-03T09:20:38,944 INFO [M:0;699c9baf3d29:36113 {}] hbase.ChoreService(370): Chore service for: master/699c9baf3d29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T09:20:38,944 INFO [M:0;699c9baf3d29:36113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:20:38,944 DEBUG [M:0;699c9baf3d29:36113 {}] master.HMaster(1795): Stopping service threads 2024-12-03T09:20:38,944 INFO [M:0;699c9baf3d29:36113 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T09:20:38,944 INFO [M:0;699c9baf3d29:36113 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:20:38,944 INFO [M:0;699c9baf3d29:36113 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T09:20:38,944 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T09:20:38,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01859830526/master 2024-12-03T09:20:38,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859830526 2024-12-03T09:20:38,954 DEBUG [M:0;699c9baf3d29:36113 {}] zookeeper.ZKUtil(347): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Unable to get data of znode /01859830526/master because node does not exist (not an error) 2024-12-03T09:20:38,954 WARN [M:0;699c9baf3d29:36113 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T09:20:38,955 INFO [M:0;699c9baf3d29:36113 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/.lastflushedseqids 2024-12-03T09:20:38,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741847_1023 (size=245) 2024-12-03T09:20:39,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x1019a7de9e40001, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:20:39,033 INFO [RS:0;699c9baf3d29:40057 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:20:39,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x1019a7de9e40001, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:20:39,033 INFO [RS:0;699c9baf3d29:40057 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,40057,1733217613723; zookeeper connection closed. 2024-12-03T09:20:39,033 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@522433a2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@522433a2 2024-12-03T09:20:39,033 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T09:20:39,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T09:20:39,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T09:20:39,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T09:20:39,358 INFO [M:0;699c9baf3d29:36113 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T09:20:39,359 INFO [M:0;699c9baf3d29:36113 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T09:20:39,359 DEBUG [M:0;699c9baf3d29:36113 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:20:39,359 INFO [M:0;699c9baf3d29:36113 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:39,359 DEBUG [M:0;699c9baf3d29:36113 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:39,359 DEBUG [M:0;699c9baf3d29:36113 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:20:39,359 DEBUG [M:0;699c9baf3d29:36113 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:39,359 INFO [M:0;699c9baf3d29:36113 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T09:20:39,371 DEBUG [M:0;699c9baf3d29:36113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/402649ee7826487db859a769a17278f9 is 82, key is hbase:meta,,1/info:regioninfo/1733217616584/Put/seqid=0 2024-12-03T09:20:39,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741848_1024 (size=5672) 2024-12-03T09:20:39,775 INFO [M:0;699c9baf3d29:36113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/402649ee7826487db859a769a17278f9 2024-12-03T09:20:39,796 DEBUG [M:0;699c9baf3d29:36113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b9cefee37d6418f8fd759899f434f65 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733217626139/Put/seqid=0 2024-12-03T09:20:39,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741849_1025 (size=8516) 2024-12-03T09:20:40,190 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:20:40,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:40,201 INFO [M:0;699c9baf3d29:36113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b9cefee37d6418f8fd759899f434f65 2024-12-03T09:20:40,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:40,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:40,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:40,233 DEBUG [M:0;699c9baf3d29:36113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5712323b95fb47579c88561f4010ce32 is 69, key is 699c9baf3d29,40057,1733217613723/rs:state/1733217615800/Put/seqid=0 2024-12-03T09:20:40,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:40,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:40,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:40,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741850_1026 (size=5156) 2024-12-03T09:20:40,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:40,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:40,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:40,637 INFO [M:0;699c9baf3d29:36113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5712323b95fb47579c88561f4010ce32 2024-12-03T09:20:40,641 DEBUG [M:0;699c9baf3d29:36113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/402649ee7826487db859a769a17278f9 as hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/402649ee7826487db859a769a17278f9 2024-12-03T09:20:40,645 INFO [M:0;699c9baf3d29:36113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/402649ee7826487db859a769a17278f9, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T09:20:40,645 DEBUG [M:0;699c9baf3d29:36113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b9cefee37d6418f8fd759899f434f65 as hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2b9cefee37d6418f8fd759899f434f65 2024-12-03T09:20:40,649 INFO [M:0;699c9baf3d29:36113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2b9cefee37d6418f8fd759899f434f65, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T09:20:40,649 DEBUG [M:0;699c9baf3d29:36113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5712323b95fb47579c88561f4010ce32 as hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5712323b95fb47579c88561f4010ce32 2024-12-03T09:20:40,653 INFO [M:0;699c9baf3d29:36113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5712323b95fb47579c88561f4010ce32, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T09:20:40,653 INFO [M:0;699c9baf3d29:36113 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=97, compaction requested=false 2024-12-03T09:20:40,654 INFO [M:0;699c9baf3d29:36113 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:40,654 DEBUG [M:0;699c9baf3d29:36113 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217639359Disabling compacts and flushes for region at 1733217639359Disabling writes for close at 1733217639359Obtaining lock to block concurrent updates at 1733217639359Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733217639359Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733217639359Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733217639360 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733217639360Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733217639371 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733217639371Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733217639779 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733217639796 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733217639796Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733217640204 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733217640233 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733217640233Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51f64946: reopening flushed file at 1733217640640 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bbce7fb: reopening flushed file at 1733217640645 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56ea0019: reopening flushed file at 1733217640649 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=97, compaction requested=false at 1733217640653 (+4 ms)Writing region close event to WAL at 1733217640654 (+1 ms)Closed at 1733217640654 2024-12-03T09:20:40,656 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/be590187-8c89-7e44-4691-b81f40bcf53c/MasterData/WALs/699c9baf3d29,36113,1733217613418/699c9baf3d29%2C36113%2C1733217613418.1733217615508 not finished, retry = 0 2024-12-03T09:20:40,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741830_1006 (size=63654) 2024-12-03T09:20:40,757 INFO [M:0;699c9baf3d29:36113 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T09:20:40,757 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:20:40,757 INFO [M:0;699c9baf3d29:36113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36113 2024-12-03T09:20:40,757 INFO [M:0;699c9baf3d29:36113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:20:40,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:20:40,875 INFO [M:0;699c9baf3d29:36113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:20:40,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x1019a7de9e40000, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:20:40,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ccfdb21{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:20:40,885 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40caad6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:20:40,885 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:20:40,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fae1abe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:20:40,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@320414ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/hadoop.log.dir/,STOPPED} 2024-12-03T09:20:40,886 WARN [BP-1094448233-172.17.0.2-1733217611353 heartbeating to localhost/127.0.0.1:43595 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T09:20:40,886 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T09:20:40,886 WARN [BP-1094448233-172.17.0.2-1733217611353 heartbeating to localhost/127.0.0.1:43595 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1094448233-172.17.0.2-1733217611353 (Datanode Uuid 2e72c522-6ef7-4e31-8d88-e531cb875dc0) service to localhost/127.0.0.1:43595 2024-12-03T09:20:40,886 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T09:20:40,887 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/cluster_6f23793d-637a-cd84-19bf-8b280e28d179/data/data1/current/BP-1094448233-172.17.0.2-1733217611353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:20:40,887 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/cluster_6f23793d-637a-cd84-19bf-8b280e28d179/data/data2/current/BP-1094448233-172.17.0.2-1733217611353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:20:40,888 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T09:20:40,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@689da65b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:20:40,893 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44c1350{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:20:40,893 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:20:40,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b123ec2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:20:40,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@508a9853{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edf5a14-5a5f-8724-1b00-295977bb0f68/hadoop.log.dir/,STOPPED} 2024-12-03T09:20:40,899 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T09:20:40,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T09:20:40,922 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=259 (was 242) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:45905 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45905 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45905 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45905 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49740) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45905 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:43595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49740) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43595 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 304) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=13243 (was 13021) - AvailableMemoryMB LEAK? - 2024-12-03T09:20:40,930 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=259, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=11, AvailableMemoryMB=13244 2024-12-03T09:20:40,945 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-03T09:20:40,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/hadoop.log.dir so I do NOT create it in target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f 2024-12-03T09:20:40,946 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T09:20:40,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/hadoop.tmp.dir so I do NOT create it in target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f 2024-12-03T09:20:40,946 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9759f1c4-b54e-3342-431d-bee6954558c3/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T09:20:40,946 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f 2024-12-03T09:20:40,946 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/cluster_aee8835a-5f4b-d9c8-84d5-ca8c091df54d, deleteOnExit=true 2024-12-03T09:20:40,948 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/cluster_aee8835a-5f4b-d9c8-84d5-ca8c091df54d/zookeeper_0, clientPort=60308, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/cluster_aee8835a-5f4b-d9c8-84d5-ca8c091df54d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/cluster_aee8835a-5f4b-d9c8-84d5-ca8c091df54d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T09:20:40,949 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60308 2024-12-03T09:20:40,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T09:20:40,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T09:20:40,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/test.cache.data in system properties and HBase conf 2024-12-03T09:20:40,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T09:20:40,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/hadoop.log.dir in system properties and HBase conf 2024-12-03T09:20:40,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T09:20:40,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T09:20:40,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T09:20:40,949 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T09:20:40,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:20:40,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:20:40,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T09:20:40,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:20:40,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T09:20:40,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T09:20:40,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:20:40,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:20:40,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T09:20:40,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/nfs.dump.dir in system properties and HBase conf 2024-12-03T09:20:40,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/java.io.tmpdir in system properties and HBase conf 2024-12-03T09:20:40,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:20:40,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T09:20:40,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T09:20:40,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019a7de9e40002, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T09:20:40,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019a7de9e40005, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T09:20:40,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019a7de9e40002, quorum=127.0.0.1:49740, baseZNode=/01859830526 Received Disconnected from ZooKeeper, ignoring 2024-12-03T09:20:40,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019a7de9e40005, quorum=127.0.0.1:49740, baseZNode=/1872789959 Received Disconnected from ZooKeeper, ignoring 2024-12-03T09:20:41,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:20:41,694 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:20:41,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:20:41,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:20:41,695 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T09:20:41,696 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:20:41,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d10d9e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:20:41,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56290647{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:20:41,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@288e3e54{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/java.io.tmpdir/jetty-localhost-39445-hadoop-hdfs-3_4_1-tests_jar-_-any-8985383606652877855/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:20:41,805 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22d3f243{HTTP/1.1, (http/1.1)}{localhost:39445} 2024-12-03T09:20:41,805 INFO [Time-limited test {}] server.Server(415): Started @228438ms 2024-12-03T09:20:42,287 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:20:42,289 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:20:42,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:20:42,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:20:42,292 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T09:20:42,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54644394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:20:42,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34675346{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:20:42,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@556f8e1d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/java.io.tmpdir/jetty-localhost-32953-hadoop-hdfs-3_4_1-tests_jar-_-any-11049805286091164740/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:20:42,382 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36973165{HTTP/1.1, (http/1.1)}{localhost:32953} 2024-12-03T09:20:42,382 INFO [Time-limited test {}] server.Server(415): Started @229015ms 2024-12-03T09:20:42,383 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T09:20:43,275 WARN [Thread-2659 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/cluster_aee8835a-5f4b-d9c8-84d5-ca8c091df54d/data/data2/current/BP-1306017150-172.17.0.2-1733217640963/current, will proceed with Du for space computation calculation, 2024-12-03T09:20:43,275 WARN [Thread-2658 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/cluster_aee8835a-5f4b-d9c8-84d5-ca8c091df54d/data/data1/current/BP-1306017150-172.17.0.2-1733217640963/current, will proceed with Du for space computation calculation, 2024-12-03T09:20:43,294 WARN [Thread-2646 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T09:20:43,296 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x126d9f0f28b451ea with lease ID 0x5cfcd76143721a0a: Processing first storage report for DS-ec7e6118-a1d9-4005-82d3-6d65a6546e82 from datanode DatanodeRegistration(127.0.0.1:38705, datanodeUuid=a19aa19a-97ee-40c8-af45-c774d5fa2aad, infoPort=38057, infoSecurePort=0, ipcPort=44255, storageInfo=lv=-57;cid=testClusterID;nsid=1015637991;c=1733217640963) 2024-12-03T09:20:43,296 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x126d9f0f28b451ea with lease ID 0x5cfcd76143721a0a: from storage DS-ec7e6118-a1d9-4005-82d3-6d65a6546e82 node DatanodeRegistration(127.0.0.1:38705, datanodeUuid=a19aa19a-97ee-40c8-af45-c774d5fa2aad, infoPort=38057, infoSecurePort=0, ipcPort=44255, storageInfo=lv=-57;cid=testClusterID;nsid=1015637991;c=1733217640963), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:20:43,296 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x126d9f0f28b451ea with lease ID 0x5cfcd76143721a0a: Processing first storage report for DS-ffc25991-91d1-4751-ac1a-1141af43a210 from datanode DatanodeRegistration(127.0.0.1:38705, datanodeUuid=a19aa19a-97ee-40c8-af45-c774d5fa2aad, infoPort=38057, infoSecurePort=0, ipcPort=44255, storageInfo=lv=-57;cid=testClusterID;nsid=1015637991;c=1733217640963) 2024-12-03T09:20:43,296 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x126d9f0f28b451ea with lease ID 0x5cfcd76143721a0a: from storage DS-ffc25991-91d1-4751-ac1a-1141af43a210 node DatanodeRegistration(127.0.0.1:38705, datanodeUuid=a19aa19a-97ee-40c8-af45-c774d5fa2aad, infoPort=38057, infoSecurePort=0, ipcPort=44255, storageInfo=lv=-57;cid=testClusterID;nsid=1015637991;c=1733217640963), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:20:43,306 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f 2024-12-03T09:20:43,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:43,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:43,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741825_1001 (size=7) 2024-12-03T09:20:43,715 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07 with version=8 2024-12-03T09:20:43,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/hbase-staging 2024-12-03T09:20:43,716 INFO [Time-limited test {}] client.ConnectionUtils(128): master/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:20:43,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:43,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:43,717 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:20:43,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:43,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:20:43,717 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T09:20:43,717 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:20:43,717 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33533 2024-12-03T09:20:43,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33533 connecting to ZooKeeper ensemble=127.0.0.1:60308 2024-12-03T09:20:43,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335330x0, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:20:43,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33533-0x1019a7e5d9f0000 connected 2024-12-03T09:20:43,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:43,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:43,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Set watcher on znode that does not yet exist, /0625710804/running 2024-12-03T09:20:43,946 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07, hbase.cluster.distributed=false 2024-12-03T09:20:43,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Set watcher on znode that does not yet exist, /0625710804/acl 2024-12-03T09:20:43,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33533 2024-12-03T09:20:43,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33533 2024-12-03T09:20:43,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33533 2024-12-03T09:20:43,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33533 2024-12-03T09:20:43,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33533 2024-12-03T09:20:43,964 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:20:43,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:43,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:43,964 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:20:43,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:43,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:20:43,964 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:20:43,964 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:20:43,964 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44167 2024-12-03T09:20:43,965 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44167 connecting to ZooKeeper ensemble=127.0.0.1:60308 2024-12-03T09:20:43,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:43,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:43,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441670x0, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:20:43,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44167-0x1019a7e5d9f0001 connected 2024-12-03T09:20:43,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44167-0x1019a7e5d9f0001, quorum=127.0.0.1:60308, baseZNode=/0625710804 Set watcher on znode that does not yet exist, /0625710804/running 2024-12-03T09:20:43,975 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:20:43,976 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:20:43,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44167-0x1019a7e5d9f0001, quorum=127.0.0.1:60308, baseZNode=/0625710804 Set watcher on znode that does not yet exist, /0625710804/master 2024-12-03T09:20:43,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44167-0x1019a7e5d9f0001, quorum=127.0.0.1:60308, baseZNode=/0625710804 Set watcher on znode that does not yet exist, /0625710804/acl 2024-12-03T09:20:43,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44167 2024-12-03T09:20:43,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44167 2024-12-03T09:20:43,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44167 2024-12-03T09:20:43,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44167 2024-12-03T09:20:43,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44167 2024-12-03T09:20:43,994 DEBUG [M:0;699c9baf3d29:33533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;699c9baf3d29:33533 2024-12-03T09:20:43,994 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0625710804/backup-masters/699c9baf3d29,33533,1733217643716 2024-12-03T09:20:44,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0625710804/backup-masters 2024-12-03T09:20:44,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1019a7e5d9f0001, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0625710804/backup-masters 2024-12-03T09:20:44,006 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Set watcher on existing znode=/0625710804/backup-masters/699c9baf3d29,33533,1733217643716 2024-12-03T09:20:44,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1019a7e5d9f0001, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0625710804/master 2024-12-03T09:20:44,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0625710804 2024-12-03T09:20:44,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1019a7e5d9f0001, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0625710804 2024-12-03T09:20:44,048 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Set watcher on existing znode=/0625710804/master 2024-12-03T09:20:44,049 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0625710804/backup-masters/699c9baf3d29,33533,1733217643716 from backup master directory 2024-12-03T09:20:44,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0625710804/backup-masters/699c9baf3d29,33533,1733217643716 2024-12-03T09:20:44,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0625710804/backup-masters 2024-12-03T09:20:44,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1019a7e5d9f0001, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0625710804/backup-masters 2024-12-03T09:20:44,059 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:20:44,059 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=699c9baf3d29,33533,1733217643716 2024-12-03T09:20:44,061 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/hbase.id] with ID: 7f7c430e-6558-4111-9628-0a175302c158 2024-12-03T09:20:44,062 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/.tmp/hbase.id 2024-12-03T09:20:44,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741826_1002 (size=42) 2024-12-03T09:20:44,469 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/.tmp/hbase.id]:[hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/hbase.id] 2024-12-03T09:20:44,476 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:44,476 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T09:20:44,477 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-03T09:20:44,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1019a7e5d9f0001, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0625710804 2024-12-03T09:20:44,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0625710804 2024-12-03T09:20:44,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741827_1003 (size=196) 2024-12-03T09:20:44,927 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:20:44,928 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T09:20:44,928 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:20:44,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741828_1004 (size=1189) 2024-12-03T09:20:45,333 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/MasterData/data/master/store 2024-12-03T09:20:45,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741829_1005 (size=34) 2024-12-03T09:20:45,738 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:45,739 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:20:45,739 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:45,739 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:45,739 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:20:45,739 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:45,739 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:45,739 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217645739Disabling compacts and flushes for region at 1733217645739Disabling writes for close at 1733217645739Writing region close event to WAL at 1733217645739Closed at 1733217645739 2024-12-03T09:20:45,739 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/MasterData/data/master/store/.initializing 2024-12-03T09:20:45,739 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/MasterData/WALs/699c9baf3d29,33533,1733217643716 2024-12-03T09:20:45,740 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:20:45,742 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C33533%2C1733217643716, suffix=, logDir=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/MasterData/WALs/699c9baf3d29,33533,1733217643716, archiveDir=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/MasterData/oldWALs, maxLogs=10 2024-12-03T09:20:45,760 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/MasterData/WALs/699c9baf3d29,33533,1733217643716/699c9baf3d29%2C33533%2C1733217643716.1733217645742, exclude list is [], retry=0 2024-12-03T09:20:45,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38705,DS-ec7e6118-a1d9-4005-82d3-6d65a6546e82,DISK] 2024-12-03T09:20:45,763 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/MasterData/WALs/699c9baf3d29,33533,1733217643716/699c9baf3d29%2C33533%2C1733217643716.1733217645742 2024-12-03T09:20:45,764 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38057:38057)] 2024-12-03T09:20:45,764 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:20:45,764 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:45,764 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:45,764 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:45,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:45,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T09:20:45,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:45,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:45,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:45,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T09:20:45,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:45,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:45,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:45,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T09:20:45,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:45,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:45,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:45,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T09:20:45,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:45,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:45,770 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:45,770 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:45,771 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:45,771 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:45,771 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:45,772 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:20:45,772 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:45,774 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:20:45,774 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72316985, jitterRate=0.07760705053806305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:20:45,775 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733217645764Initializing all the Stores at 1733217645765 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217645765Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217645765Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217645765Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217645765Cleaning up temporary data from old regions at 1733217645771 (+6 ms)Region opened successfully at 1733217645775 (+4 ms) 2024-12-03T09:20:45,775 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T09:20:45,777 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c04de5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:20:45,778 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T09:20:45,778 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T09:20:45,778 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T09:20:45,778 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T09:20:45,778 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T09:20:45,779 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T09:20:45,779 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T09:20:45,784 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T09:20:45,785 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Unable to get data of znode /0625710804/balancer because node does not exist (not necessarily an error) 2024-12-03T09:20:45,844 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0625710804/balancer already deleted, retry=false 2024-12-03T09:20:45,844 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T09:20:45,845 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Unable to get data of znode /0625710804/normalizer because node does not exist (not necessarily an error) 2024-12-03T09:20:45,907 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0625710804/normalizer already deleted, retry=false 2024-12-03T09:20:45,908 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T09:20:45,908 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Unable to get data of znode /0625710804/switch/split because node does not exist (not necessarily an error) 2024-12-03T09:20:45,970 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0625710804/switch/split already deleted, retry=false 2024-12-03T09:20:45,971 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Unable to get data of znode /0625710804/switch/merge because node does not exist (not necessarily an error) 2024-12-03T09:20:46,044 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0625710804/switch/merge already deleted, retry=false 2024-12-03T09:20:46,048 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Unable to get data of znode /0625710804/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T09:20:46,069 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0625710804/snapshot-cleanup already deleted, retry=false 2024-12-03T09:20:46,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0625710804/running 2024-12-03T09:20:46,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1019a7e5d9f0001, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0625710804/running 2024-12-03T09:20:46,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0625710804 2024-12-03T09:20:46,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1019a7e5d9f0001, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0625710804 2024-12-03T09:20:46,139 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=699c9baf3d29,33533,1733217643716, sessionid=0x1019a7e5d9f0000, setting cluster-up flag (Was=false) 2024-12-03T09:20:46,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0625710804 2024-12-03T09:20:46,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1019a7e5d9f0001, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0625710804 2024-12-03T09:20:46,248 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0625710804/flush-table-proc/acquired, /0625710804/flush-table-proc/reached, /0625710804/flush-table-proc/abort 2024-12-03T09:20:46,249 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,33533,1733217643716 2024-12-03T09:20:46,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0625710804 2024-12-03T09:20:46,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1019a7e5d9f0001, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0625710804 2024-12-03T09:20:46,301 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0625710804/online-snapshot/acquired, /0625710804/online-snapshot/reached, /0625710804/online-snapshot/abort 2024-12-03T09:20:46,301 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,33533,1733217643716 2024-12-03T09:20:46,302 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T09:20:46,303 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T09:20:46,303 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T09:20:46,304 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T09:20:46,304 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 699c9baf3d29,33533,1733217643716 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T09:20:46,305 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:20:46,305 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:20:46,305 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:20:46,305 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:20:46,305 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/699c9baf3d29:0, corePoolSize=10, maxPoolSize=10 2024-12-03T09:20:46,305 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:46,305 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:20:46,305 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:46,306 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733217676306 2024-12-03T09:20:46,306 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T09:20:46,306 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T09:20:46,306 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T09:20:46,306 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T09:20:46,306 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T09:20:46,306 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T09:20:46,306 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:20:46,306 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T09:20:46,306 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:46,306 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T09:20:46,306 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T09:20:46,306 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T09:20:46,307 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T09:20:46,307 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T09:20:46,307 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T09:20:46,307 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:46,307 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217646307,5,FailOnTimeoutGroup] 2024-12-03T09:20:46,307 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T09:20:46,307 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217646307,5,FailOnTimeoutGroup] 2024-12-03T09:20:46,307 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:46,307 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T09:20:46,307 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:46,307 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:46,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741831_1007 (size=1321) 2024-12-03T09:20:46,387 INFO [RS:0;699c9baf3d29:44167 {}] regionserver.HRegionServer(746): ClusterId : 7f7c430e-6558-4111-9628-0a175302c158 2024-12-03T09:20:46,387 DEBUG [RS:0;699c9baf3d29:44167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:20:46,396 DEBUG [RS:0;699c9baf3d29:44167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:20:46,396 DEBUG [RS:0;699c9baf3d29:44167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:20:46,407 DEBUG [RS:0;699c9baf3d29:44167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:20:46,407 DEBUG [RS:0;699c9baf3d29:44167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@591ab56f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:20:46,416 DEBUG [RS:0;699c9baf3d29:44167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;699c9baf3d29:44167 2024-12-03T09:20:46,416 INFO [RS:0;699c9baf3d29:44167 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:20:46,416 INFO [RS:0;699c9baf3d29:44167 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:20:46,416 DEBUG [RS:0;699c9baf3d29:44167 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:20:46,417 INFO [RS:0;699c9baf3d29:44167 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,33533,1733217643716 with port=44167, startcode=1733217643963 2024-12-03T09:20:46,417 DEBUG [RS:0;699c9baf3d29:44167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:20:46,418 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:20:46,419 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33533 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,44167,1733217643963 2024-12-03T09:20:46,419 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33533 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,44167,1733217643963 2024-12-03T09:20:46,420 DEBUG [RS:0;699c9baf3d29:44167 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07 2024-12-03T09:20:46,420 DEBUG [RS:0;699c9baf3d29:44167 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34117 2024-12-03T09:20:46,420 DEBUG [RS:0;699c9baf3d29:44167 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:20:46,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0625710804/rs 2024-12-03T09:20:46,427 DEBUG [RS:0;699c9baf3d29:44167 {}] zookeeper.ZKUtil(111): regionserver:44167-0x1019a7e5d9f0001, quorum=127.0.0.1:60308, baseZNode=/0625710804 Set watcher on existing znode=/0625710804/rs/699c9baf3d29,44167,1733217643963 2024-12-03T09:20:46,427 WARN [RS:0;699c9baf3d29:44167 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:20:46,427 INFO [RS:0;699c9baf3d29:44167 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:20:46,427 DEBUG [RS:0;699c9baf3d29:44167 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963 2024-12-03T09:20:46,428 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,44167,1733217643963] 2024-12-03T09:20:46,430 INFO [RS:0;699c9baf3d29:44167 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:20:46,431 INFO [RS:0;699c9baf3d29:44167 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:20:46,431 INFO [RS:0;699c9baf3d29:44167 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:20:46,431 INFO [RS:0;699c9baf3d29:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:46,431 INFO [RS:0;699c9baf3d29:44167 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:20:46,432 INFO [RS:0;699c9baf3d29:44167 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:20:46,432 INFO [RS:0;699c9baf3d29:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:46,432 DEBUG [RS:0;699c9baf3d29:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:46,432 DEBUG [RS:0;699c9baf3d29:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:46,432 DEBUG [RS:0;699c9baf3d29:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:46,432 DEBUG [RS:0;699c9baf3d29:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:46,432 DEBUG [RS:0;699c9baf3d29:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:46,432 DEBUG [RS:0;699c9baf3d29:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:20:46,432 DEBUG [RS:0;699c9baf3d29:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:46,432 DEBUG [RS:0;699c9baf3d29:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:46,432 DEBUG [RS:0;699c9baf3d29:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:46,432 DEBUG [RS:0;699c9baf3d29:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:46,432 DEBUG [RS:0;699c9baf3d29:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:46,432 DEBUG [RS:0;699c9baf3d29:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:46,432 DEBUG [RS:0;699c9baf3d29:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:20:46,432 DEBUG [RS:0;699c9baf3d29:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:20:46,436 INFO [RS:0;699c9baf3d29:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:46,436 INFO [RS:0;699c9baf3d29:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:46,436 INFO [RS:0;699c9baf3d29:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:46,436 INFO [RS:0;699c9baf3d29:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:46,436 INFO [RS:0;699c9baf3d29:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:46,436 INFO [RS:0;699c9baf3d29:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,44167,1733217643963-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:20:46,448 INFO [RS:0;699c9baf3d29:44167 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:20:46,448 INFO [RS:0;699c9baf3d29:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,44167,1733217643963-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:46,448 INFO [RS:0;699c9baf3d29:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:46,448 INFO [RS:0;699c9baf3d29:44167 {}] regionserver.Replication(171): 699c9baf3d29,44167,1733217643963 started 2024-12-03T09:20:46,458 INFO [RS:0;699c9baf3d29:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:46,458 INFO [RS:0;699c9baf3d29:44167 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,44167,1733217643963, RpcServer on 699c9baf3d29/172.17.0.2:44167, sessionid=0x1019a7e5d9f0001 2024-12-03T09:20:46,458 DEBUG [RS:0;699c9baf3d29:44167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:20:46,458 DEBUG [RS:0;699c9baf3d29:44167 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,44167,1733217643963 2024-12-03T09:20:46,458 DEBUG [RS:0;699c9baf3d29:44167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,44167,1733217643963' 2024-12-03T09:20:46,458 DEBUG [RS:0;699c9baf3d29:44167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0625710804/flush-table-proc/abort' 2024-12-03T09:20:46,459 DEBUG [RS:0;699c9baf3d29:44167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0625710804/flush-table-proc/acquired' 2024-12-03T09:20:46,459 DEBUG [RS:0;699c9baf3d29:44167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:20:46,459 DEBUG [RS:0;699c9baf3d29:44167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:20:46,459 DEBUG [RS:0;699c9baf3d29:44167 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,44167,1733217643963 2024-12-03T09:20:46,459 DEBUG [RS:0;699c9baf3d29:44167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,44167,1733217643963' 2024-12-03T09:20:46,459 DEBUG [RS:0;699c9baf3d29:44167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0625710804/online-snapshot/abort' 2024-12-03T09:20:46,460 DEBUG [RS:0;699c9baf3d29:44167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0625710804/online-snapshot/acquired' 2024-12-03T09:20:46,460 DEBUG [RS:0;699c9baf3d29:44167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:20:46,460 INFO [RS:0;699c9baf3d29:44167 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:20:46,460 INFO [RS:0;699c9baf3d29:44167 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:20:46,560 INFO [RS:0;699c9baf3d29:44167 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:20:46,561 INFO [RS:0;699c9baf3d29:44167 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C44167%2C1733217643963, suffix=, logDir=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963, archiveDir=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/oldWALs, maxLogs=10 2024-12-03T09:20:46,571 DEBUG [RS:0;699c9baf3d29:44167 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561, exclude list is [], retry=0 2024-12-03T09:20:46,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38705,DS-ec7e6118-a1d9-4005-82d3-6d65a6546e82,DISK] 2024-12-03T09:20:46,574 INFO [RS:0;699c9baf3d29:44167 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 2024-12-03T09:20:46,574 DEBUG [RS:0;699c9baf3d29:44167 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38057:38057)] 2024-12-03T09:20:46,712 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T09:20:46,712 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07 2024-12-03T09:20:46,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741833_1009 (size=32) 2024-12-03T09:20:47,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:47,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:20:47,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:20:47,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:47,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:47,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:20:47,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:20:47,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:47,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:47,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:20:47,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:20:47,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:47,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:47,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:20:47,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:20:47,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:47,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:47,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:20:47,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/meta/1588230740 2024-12-03T09:20:47,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/meta/1588230740 2024-12-03T09:20:47,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:20:47,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:20:47,125 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:20:47,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:20:47,127 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:20:47,128 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67973689, jitterRate=0.0128868967294693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:20:47,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733217647117Initializing all the Stores at 1733217647118 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217647118Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217647118Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217647118Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217647118Cleaning up temporary data from old regions at 1733217647125 (+7 ms)Region opened successfully at 1733217647128 (+3 ms) 2024-12-03T09:20:47,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:20:47,128 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:20:47,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:20:47,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:20:47,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:20:47,129 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:20:47,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217647128Disabling compacts and flushes for region at 1733217647128Disabling writes for close at 1733217647128Writing region close event to WAL at 1733217647129 (+1 ms)Closed at 1733217647129 2024-12-03T09:20:47,130 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:20:47,130 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T09:20:47,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T09:20:47,131 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:20:47,131 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T09:20:47,282 DEBUG [699c9baf3d29:33533 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T09:20:47,282 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=699c9baf3d29,44167,1733217643963 2024-12-03T09:20:47,283 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,44167,1733217643963, state=OPENING 2024-12-03T09:20:47,343 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T09:20:47,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0625710804 2024-12-03T09:20:47,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1019a7e5d9f0001, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0625710804 2024-12-03T09:20:47,353 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:20:47,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0625710804/meta-region-server: CHANGED 2024-12-03T09:20:47,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0625710804/meta-region-server: CHANGED 2024-12-03T09:20:47,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,44167,1733217643963}] 2024-12-03T09:20:47,505 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:20:47,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:20:47,509 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T09:20:47,509 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:20:47,509 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T09:20:47,510 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C44167%2C1733217643963.meta, suffix=.meta, logDir=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963, archiveDir=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/oldWALs, maxLogs=10 2024-12-03T09:20:47,521 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.meta.1733217647510.meta, exclude list is [], retry=0 2024-12-03T09:20:47,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38705,DS-ec7e6118-a1d9-4005-82d3-6d65a6546e82,DISK] 2024-12-03T09:20:47,523 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.meta.1733217647510.meta 2024-12-03T09:20:47,524 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38057:38057)] 2024-12-03T09:20:47,524 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:20:47,524 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:20:47,524 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:20:47,524 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T09:20:47,524 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T09:20:47,524 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T09:20:47,524 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:47,524 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T09:20:47,524 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T09:20:47,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:20:47,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:20:47,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:47,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:47,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:20:47,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:20:47,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:47,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:47,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:20:47,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:20:47,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:47,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:47,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:20:47,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:20:47,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:47,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:47,529 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:20:47,529 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/meta/1588230740 2024-12-03T09:20:47,530 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/meta/1588230740 2024-12-03T09:20:47,531 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:20:47,531 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:20:47,531 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:20:47,532 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:20:47,532 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70834027, jitterRate=0.05550925433635712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:20:47,532 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T09:20:47,533 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733217647524Writing region info on filesystem at 1733217647524Initializing all the Stores at 1733217647525 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217647525Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217647525Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217647525Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217647525Cleaning up temporary data from old regions at 1733217647531 (+6 ms)Running coprocessor post-open hooks at 1733217647532 (+1 ms)Region opened successfully at 1733217647533 (+1 ms) 2024-12-03T09:20:47,534 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733217647505 2024-12-03T09:20:47,535 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T09:20:47,535 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T09:20:47,536 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,44167,1733217643963 2024-12-03T09:20:47,536 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,44167,1733217643963, state=OPEN 2024-12-03T09:20:47,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1019a7e5d9f0001, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0625710804/meta-region-server 2024-12-03T09:20:47,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0625710804/meta-region-server 2024-12-03T09:20:47,582 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=699c9baf3d29,44167,1733217643963 2024-12-03T09:20:47,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0625710804/meta-region-server: CHANGED 2024-12-03T09:20:47,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0625710804/meta-region-server: CHANGED 2024-12-03T09:20:47,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T09:20:47,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,44167,1733217643963 in 229 msec 2024-12-03T09:20:47,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T09:20:47,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 454 msec 2024-12-03T09:20:47,586 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:20:47,586 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T09:20:47,587 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:20:47,588 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,44167,1733217643963, seqNum=-1] 2024-12-03T09:20:47,588 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:20:47,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:20:47,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2890 sec 2024-12-03T09:20:47,592 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733217647592, completionTime=-1 2024-12-03T09:20:47,592 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T09:20:47,592 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T09:20:47,594 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T09:20:47,594 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733217707594 2024-12-03T09:20:47,594 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733217767594 2024-12-03T09:20:47,594 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T09:20:47,594 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,33533,1733217643716-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:47,594 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,33533,1733217643716-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:47,594 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,33533,1733217643716-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:47,594 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-699c9baf3d29:33533, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:47,594 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:47,594 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:47,596 DEBUG [master/699c9baf3d29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T09:20:47,597 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.538sec 2024-12-03T09:20:47,597 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T09:20:47,597 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T09:20:47,597 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T09:20:47,597 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T09:20:47,597 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T09:20:47,597 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,33533,1733217643716-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:20:47,597 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,33533,1733217643716-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T09:20:47,599 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T09:20:47,599 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T09:20:47,599 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,33533,1733217643716-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:47,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13222397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:47,688 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,33533,-1 for getting cluster id 2024-12-03T09:20:47,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:20:47,689 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f7c430e-6558-4111-9628-0a175302c158' 2024-12-03T09:20:47,689 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:20:47,689 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f7c430e-6558-4111-9628-0a175302c158" 2024-12-03T09:20:47,689 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f3e999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:47,689 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,33533,-1] 2024-12-03T09:20:47,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:20:47,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:47,690 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:20:47,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1903faaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:47,691 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:20:47,692 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,44167,1733217643963, seqNum=-1] 2024-12-03T09:20:47,692 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:20:47,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:20:47,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=699c9baf3d29,33533,1733217643716 2024-12-03T09:20:47,695 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60308 2024-12-03T09:20:47,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:20:47,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019a7e5d9f0002 connected 2024-12-03T09:20:47,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/hadoop.log.dir so I do NOT create it in target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c 2024-12-03T09:20:47,724 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T09:20:47,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/hadoop.tmp.dir so I do NOT create it in target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c 2024-12-03T09:20:47,724 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T09:20:47,724 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c 2024-12-03T09:20:47,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T09:20:47,724 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/cluster_32aa4355-1aa8-59cd-93c4-df874e366e9f, deleteOnExit=true 2024-12-03T09:20:47,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T09:20:47,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/test.cache.data in system properties and HBase conf 2024-12-03T09:20:47,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T09:20:47,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/hadoop.log.dir in system properties and HBase conf 2024-12-03T09:20:47,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T09:20:47,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T09:20:47,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T09:20:47,724 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T09:20:47,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:20:47,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:20:47,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T09:20:47,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:20:47,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T09:20:47,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T09:20:47,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:20:47,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:20:47,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T09:20:47,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/nfs.dump.dir in system properties and HBase conf 2024-12-03T09:20:47,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/java.io.tmpdir in system properties and HBase conf 2024-12-03T09:20:47,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:20:47,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T09:20:47,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T09:20:48,030 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:20:48,033 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:20:48,034 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:20:48,034 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:20:48,034 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T09:20:48,035 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:20:48,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5341e3c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:20:48,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20ed79be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:20:48,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16cb3e16{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/java.io.tmpdir/jetty-localhost-41761-hadoop-hdfs-3_4_1-tests_jar-_-any-10006935076616905759/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:20:48,126 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@673761d8{HTTP/1.1, (http/1.1)}{localhost:41761} 2024-12-03T09:20:48,126 INFO [Time-limited test {}] server.Server(415): Started @234759ms 2024-12-03T09:20:48,382 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:20:48,384 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:20:48,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:20:48,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:20:48,385 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T09:20:48,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@330c1f6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:20:48,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6da558c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:20:48,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6536f56d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/java.io.tmpdir/jetty-localhost-35821-hadoop-hdfs-3_4_1-tests_jar-_-any-18158422141882222263/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:20:48,476 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b0c9f8f{HTTP/1.1, (http/1.1)}{localhost:35821} 2024-12-03T09:20:48,476 INFO [Time-limited test {}] server.Server(415): Started @235109ms 2024-12-03T09:20:48,476 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T09:20:49,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T09:20:49,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T09:20:49,205 WARN [Thread-2778 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/cluster_32aa4355-1aa8-59cd-93c4-df874e366e9f/data/data1/current/BP-704769591-172.17.0.2-1733217647739/current, will proceed with Du for space computation calculation, 2024-12-03T09:20:49,205 WARN [Thread-2779 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/cluster_32aa4355-1aa8-59cd-93c4-df874e366e9f/data/data2/current/BP-704769591-172.17.0.2-1733217647739/current, will proceed with Du for space computation calculation, 2024-12-03T09:20:49,222 WARN [Thread-2766 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T09:20:49,224 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6f12ed05e95783d with lease ID 0x2860ab458977607d: Processing first storage report for DS-b8a24ded-5812-4560-aa7b-69c6f9d12dcc from datanode DatanodeRegistration(127.0.0.1:41107, datanodeUuid=52fbc68e-3a4d-4446-a148-cddba9187903, infoPort=42977, infoSecurePort=0, ipcPort=40005, storageInfo=lv=-57;cid=testClusterID;nsid=595178384;c=1733217647739) 2024-12-03T09:20:49,224 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6f12ed05e95783d with lease ID 0x2860ab458977607d: from storage DS-b8a24ded-5812-4560-aa7b-69c6f9d12dcc node DatanodeRegistration(127.0.0.1:41107, datanodeUuid=52fbc68e-3a4d-4446-a148-cddba9187903, infoPort=42977, infoSecurePort=0, ipcPort=40005, storageInfo=lv=-57;cid=testClusterID;nsid=595178384;c=1733217647739), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:20:49,224 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6f12ed05e95783d with lease ID 0x2860ab458977607d: Processing first storage report for DS-a3dd75f8-1b39-4f75-9394-433e054b3b36 from datanode DatanodeRegistration(127.0.0.1:41107, datanodeUuid=52fbc68e-3a4d-4446-a148-cddba9187903, infoPort=42977, infoSecurePort=0, ipcPort=40005, storageInfo=lv=-57;cid=testClusterID;nsid=595178384;c=1733217647739) 2024-12-03T09:20:49,224 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6f12ed05e95783d with lease ID 0x2860ab458977607d: from storage DS-a3dd75f8-1b39-4f75-9394-433e054b3b36 node DatanodeRegistration(127.0.0.1:41107, datanodeUuid=52fbc68e-3a4d-4446-a148-cddba9187903, infoPort=42977, infoSecurePort=0, ipcPort=40005, storageInfo=lv=-57;cid=testClusterID;nsid=595178384;c=1733217647739), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:20:49,297 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c 2024-12-03T09:20:49,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:49,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:49,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741825_1001 (size=7) 2024-12-03T09:20:49,707 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995 with version=8 2024-12-03T09:20:49,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/hbase-staging 2024-12-03T09:20:49,709 INFO [Time-limited test {}] client.ConnectionUtils(128): master/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:20:49,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:49,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:49,709 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:20:49,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:49,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:20:49,709 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T09:20:49,709 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:20:49,710 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39161 2024-12-03T09:20:49,710 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39161 connecting to ZooKeeper ensemble=127.0.0.1:60308 2024-12-03T09:20:49,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391610x0, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:20:49,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39161-0x1019a7e5d9f0003 connected 2024-12-03T09:20:49,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:49,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:49,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Set watcher on znode that does not yet exist, /1-875957432/running 2024-12-03T09:20:49,830 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995, hbase.cluster.distributed=false 2024-12-03T09:20:49,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Set watcher on znode that does not yet exist, /1-875957432/acl 2024-12-03T09:20:49,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39161 2024-12-03T09:20:49,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39161 2024-12-03T09:20:49,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39161 2024-12-03T09:20:49,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39161 2024-12-03T09:20:49,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39161 2024-12-03T09:20:49,844 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:20:49,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:49,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:49,844 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:20:49,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:49,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:20:49,845 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:20:49,845 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:20:49,845 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45755 2024-12-03T09:20:49,846 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45755 connecting to ZooKeeper ensemble=127.0.0.1:60308 2024-12-03T09:20:49,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:49,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:49,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457550x0, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:20:49,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457550x0, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Set watcher on znode that does not yet exist, /1-875957432/running 2024-12-03T09:20:49,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45755-0x1019a7e5d9f0004 connected 2024-12-03T09:20:49,859 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:20:49,860 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:20:49,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45755-0x1019a7e5d9f0004, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Set watcher on znode that does not yet exist, /1-875957432/master 2024-12-03T09:20:49,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45755-0x1019a7e5d9f0004, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Set watcher on znode that does not yet exist, /1-875957432/acl 2024-12-03T09:20:49,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45755 2024-12-03T09:20:49,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45755 2024-12-03T09:20:49,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45755 2024-12-03T09:20:49,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45755 2024-12-03T09:20:49,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45755 2024-12-03T09:20:49,873 DEBUG [M:0;699c9baf3d29:39161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;699c9baf3d29:39161 2024-12-03T09:20:49,875 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-875957432/backup-masters/699c9baf3d29,39161,1733217649709 2024-12-03T09:20:49,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45755-0x1019a7e5d9f0004, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-875957432/backup-masters 2024-12-03T09:20:49,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-875957432/backup-masters 2024-12-03T09:20:49,880 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Set watcher on existing znode=/1-875957432/backup-masters/699c9baf3d29,39161,1733217649709 2024-12-03T09:20:49,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45755-0x1019a7e5d9f0004, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-875957432/master 2024-12-03T09:20:49,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-875957432 2024-12-03T09:20:49,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45755-0x1019a7e5d9f0004, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-875957432 2024-12-03T09:20:49,890 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Set watcher on existing znode=/1-875957432/master 2024-12-03T09:20:49,890 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-875957432/backup-masters/699c9baf3d29,39161,1733217649709 from backup master directory 2024-12-03T09:20:49,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-875957432/backup-masters/699c9baf3d29,39161,1733217649709 2024-12-03T09:20:49,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45755-0x1019a7e5d9f0004, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-875957432/backup-masters 2024-12-03T09:20:49,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-875957432/backup-masters 2024-12-03T09:20:49,900 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:20:49,900 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=699c9baf3d29,39161,1733217649709 2024-12-03T09:20:49,903 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/hbase.id] with ID: 8157179f-f6c2-44f5-b76d-29a95c22af5f 2024-12-03T09:20:49,903 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/.tmp/hbase.id 2024-12-03T09:20:49,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741826_1002 (size=42) 2024-12-03T09:20:50,308 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/.tmp/hbase.id]:[hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/hbase.id] 2024-12-03T09:20:50,316 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:50,316 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T09:20:50,316 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-03T09:20:50,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-875957432 2024-12-03T09:20:50,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45755-0x1019a7e5d9f0004, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-875957432 2024-12-03T09:20:50,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741827_1003 (size=196) 2024-12-03T09:20:50,768 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:20:50,768 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T09:20:50,768 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:20:50,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741828_1004 (size=1189) 2024-12-03T09:20:50,773 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/MasterData/data/master/store 2024-12-03T09:20:50,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741829_1005 (size=34) 2024-12-03T09:20:50,780 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:50,780 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:20:50,780 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:50,780 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:50,780 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:20:50,780 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:50,780 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:50,780 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217650780Disabling compacts and flushes for region at 1733217650780Disabling writes for close at 1733217650780Writing region close event to WAL at 1733217650780Closed at 1733217650780 2024-12-03T09:20:50,781 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/MasterData/data/master/store/.initializing 2024-12-03T09:20:50,781 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/MasterData/WALs/699c9baf3d29,39161,1733217649709 2024-12-03T09:20:50,782 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:20:50,783 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C39161%2C1733217649709, suffix=, logDir=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/MasterData/WALs/699c9baf3d29,39161,1733217649709, archiveDir=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/MasterData/oldWALs, maxLogs=10 2024-12-03T09:20:50,793 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/MasterData/WALs/699c9baf3d29,39161,1733217649709/699c9baf3d29%2C39161%2C1733217649709.1733217650783, exclude list is [], retry=0 2024-12-03T09:20:50,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41107,DS-b8a24ded-5812-4560-aa7b-69c6f9d12dcc,DISK] 2024-12-03T09:20:50,797 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/MasterData/WALs/699c9baf3d29,39161,1733217649709/699c9baf3d29%2C39161%2C1733217649709.1733217650783 2024-12-03T09:20:50,797 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42977:42977)] 2024-12-03T09:20:50,797 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:20:50,797 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:50,797 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:50,797 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:50,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:50,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T09:20:50,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:50,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:50,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:50,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T09:20:50,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:50,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:50,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:50,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T09:20:50,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:50,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:50,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:50,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T09:20:50,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:50,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:50,803 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:50,803 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:50,804 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:50,804 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:50,804 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:50,804 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:20:50,805 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:50,806 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:20:50,806 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59351446, jitterRate=-0.1155945360660553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:20:50,806 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733217650797Initializing all the Stores at 1733217650798 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217650798Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217650798Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217650798Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217650798Cleaning up temporary data from old regions at 1733217650804 (+6 ms)Region opened successfully at 1733217650806 (+2 ms) 2024-12-03T09:20:50,807 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T09:20:50,809 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93e843, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:20:50,809 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T09:20:50,809 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T09:20:50,809 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T09:20:50,809 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T09:20:50,810 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T09:20:50,810 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T09:20:50,810 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T09:20:50,811 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T09:20:50,811 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Unable to get data of znode /1-875957432/balancer because node does not exist (not necessarily an error) 2024-12-03T09:20:50,858 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-875957432/balancer already deleted, retry=false 2024-12-03T09:20:50,859 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T09:20:50,859 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Unable to get data of znode /1-875957432/normalizer because node does not exist (not necessarily an error) 2024-12-03T09:20:50,869 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-875957432/normalizer already deleted, retry=false 2024-12-03T09:20:50,869 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T09:20:50,870 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Unable to get data of znode /1-875957432/switch/split because node does not exist (not necessarily an error) 2024-12-03T09:20:50,879 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-875957432/switch/split already deleted, retry=false 2024-12-03T09:20:50,880 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Unable to get data of znode /1-875957432/switch/merge because node does not exist (not necessarily an error) 2024-12-03T09:20:50,890 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-875957432/switch/merge already deleted, retry=false 2024-12-03T09:20:50,891 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Unable to get data of znode /1-875957432/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T09:20:50,900 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-875957432/snapshot-cleanup already deleted, retry=false 2024-12-03T09:20:50,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45755-0x1019a7e5d9f0004, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-875957432/running 2024-12-03T09:20:50,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-875957432/running 2024-12-03T09:20:50,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45755-0x1019a7e5d9f0004, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-875957432 2024-12-03T09:20:50,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-875957432 2024-12-03T09:20:50,911 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=699c9baf3d29,39161,1733217649709, sessionid=0x1019a7e5d9f0003, setting cluster-up flag (Was=false) 2024-12-03T09:20:50,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-875957432 2024-12-03T09:20:50,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45755-0x1019a7e5d9f0004, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-875957432 2024-12-03T09:20:50,963 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-875957432/flush-table-proc/acquired, /1-875957432/flush-table-proc/reached, /1-875957432/flush-table-proc/abort 2024-12-03T09:20:50,964 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,39161,1733217649709 2024-12-03T09:20:50,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45755-0x1019a7e5d9f0004, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-875957432 2024-12-03T09:20:50,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-875957432 2024-12-03T09:20:51,016 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-875957432/online-snapshot/acquired, /1-875957432/online-snapshot/reached, /1-875957432/online-snapshot/abort 2024-12-03T09:20:51,017 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,39161,1733217649709 2024-12-03T09:20:51,018 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T09:20:51,019 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T09:20:51,019 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T09:20:51,020 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T09:20:51,020 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 699c9baf3d29,39161,1733217649709 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T09:20:51,021 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:20:51,021 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:20:51,021 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:20:51,021 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:20:51,021 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/699c9baf3d29:0, corePoolSize=10, maxPoolSize=10 2024-12-03T09:20:51,021 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:51,021 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:20:51,021 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:51,022 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733217681022 2024-12-03T09:20:51,022 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T09:20:51,022 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T09:20:51,022 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T09:20:51,022 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:20:51,023 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T09:20:51,023 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T09:20:51,023 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T09:20:51,023 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T09:20:51,023 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:51,023 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T09:20:51,023 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:51,023 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T09:20:51,023 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T09:20:51,023 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T09:20:51,024 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T09:20:51,024 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T09:20:51,024 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T09:20:51,024 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217651024,5,FailOnTimeoutGroup] 2024-12-03T09:20:51,024 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217651024,5,FailOnTimeoutGroup] 2024-12-03T09:20:51,024 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:51,024 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T09:20:51,024 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:51,024 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:51,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741831_1007 (size=1321) 2024-12-03T09:20:51,066 INFO [RS:0;699c9baf3d29:45755 {}] regionserver.HRegionServer(746): ClusterId : 8157179f-f6c2-44f5-b76d-29a95c22af5f 2024-12-03T09:20:51,066 DEBUG [RS:0;699c9baf3d29:45755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:20:51,069 DEBUG [RS:0;699c9baf3d29:45755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:20:51,069 DEBUG [RS:0;699c9baf3d29:45755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:20:51,080 DEBUG [RS:0;699c9baf3d29:45755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:20:51,080 DEBUG [RS:0;699c9baf3d29:45755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7574b733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:20:51,089 DEBUG [RS:0;699c9baf3d29:45755 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;699c9baf3d29:45755 2024-12-03T09:20:51,089 INFO [RS:0;699c9baf3d29:45755 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:20:51,089 INFO [RS:0;699c9baf3d29:45755 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:20:51,089 DEBUG [RS:0;699c9baf3d29:45755 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:20:51,090 INFO [RS:0;699c9baf3d29:45755 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,39161,1733217649709 with port=45755, startcode=1733217649844 2024-12-03T09:20:51,090 DEBUG [RS:0;699c9baf3d29:45755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:20:51,091 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:20:51,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39161 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,45755,1733217649844 2024-12-03T09:20:51,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39161 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,45755,1733217649844 2024-12-03T09:20:51,093 DEBUG [RS:0;699c9baf3d29:45755 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995 2024-12-03T09:20:51,093 DEBUG [RS:0;699c9baf3d29:45755 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46757 2024-12-03T09:20:51,093 DEBUG [RS:0;699c9baf3d29:45755 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:20:51,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-875957432/rs 2024-12-03T09:20:51,101 DEBUG [RS:0;699c9baf3d29:45755 {}] zookeeper.ZKUtil(111): regionserver:45755-0x1019a7e5d9f0004, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Set watcher on existing znode=/1-875957432/rs/699c9baf3d29,45755,1733217649844 2024-12-03T09:20:51,101 WARN [RS:0;699c9baf3d29:45755 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:20:51,101 INFO [RS:0;699c9baf3d29:45755 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:20:51,101 DEBUG [RS:0;699c9baf3d29:45755 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844 2024-12-03T09:20:51,101 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,45755,1733217649844] 2024-12-03T09:20:51,103 INFO [RS:0;699c9baf3d29:45755 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:20:51,104 INFO [RS:0;699c9baf3d29:45755 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:20:51,104 INFO [RS:0;699c9baf3d29:45755 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:20:51,104 INFO [RS:0;699c9baf3d29:45755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:51,105 INFO [RS:0;699c9baf3d29:45755 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:20:51,105 INFO [RS:0;699c9baf3d29:45755 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:20:51,105 INFO [RS:0;699c9baf3d29:45755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:51,105 DEBUG [RS:0;699c9baf3d29:45755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:51,105 DEBUG [RS:0;699c9baf3d29:45755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:51,105 DEBUG [RS:0;699c9baf3d29:45755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:51,105 DEBUG [RS:0;699c9baf3d29:45755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:51,105 DEBUG [RS:0;699c9baf3d29:45755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:51,105 DEBUG [RS:0;699c9baf3d29:45755 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:20:51,105 DEBUG [RS:0;699c9baf3d29:45755 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:51,106 DEBUG [RS:0;699c9baf3d29:45755 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:51,106 DEBUG [RS:0;699c9baf3d29:45755 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:51,106 DEBUG [RS:0;699c9baf3d29:45755 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:51,106 DEBUG [RS:0;699c9baf3d29:45755 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:51,106 DEBUG [RS:0;699c9baf3d29:45755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:51,106 DEBUG [RS:0;699c9baf3d29:45755 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:20:51,106 DEBUG [RS:0;699c9baf3d29:45755 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:20:51,106 INFO [RS:0;699c9baf3d29:45755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:51,106 INFO [RS:0;699c9baf3d29:45755 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:51,106 INFO [RS:0;699c9baf3d29:45755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:51,106 INFO [RS:0;699c9baf3d29:45755 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:51,106 INFO [RS:0;699c9baf3d29:45755 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:51,106 INFO [RS:0;699c9baf3d29:45755 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,45755,1733217649844-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:20:51,118 INFO [RS:0;699c9baf3d29:45755 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:20:51,118 INFO [RS:0;699c9baf3d29:45755 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,45755,1733217649844-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:51,118 INFO [RS:0;699c9baf3d29:45755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:51,118 INFO [RS:0;699c9baf3d29:45755 {}] regionserver.Replication(171): 699c9baf3d29,45755,1733217649844 started 2024-12-03T09:20:51,129 INFO [RS:0;699c9baf3d29:45755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:51,129 INFO [RS:0;699c9baf3d29:45755 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,45755,1733217649844, RpcServer on 699c9baf3d29/172.17.0.2:45755, sessionid=0x1019a7e5d9f0004 2024-12-03T09:20:51,129 DEBUG [RS:0;699c9baf3d29:45755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:20:51,129 DEBUG [RS:0;699c9baf3d29:45755 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,45755,1733217649844 2024-12-03T09:20:51,129 DEBUG [RS:0;699c9baf3d29:45755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,45755,1733217649844' 2024-12-03T09:20:51,129 DEBUG [RS:0;699c9baf3d29:45755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-875957432/flush-table-proc/abort' 2024-12-03T09:20:51,130 DEBUG [RS:0;699c9baf3d29:45755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-875957432/flush-table-proc/acquired' 2024-12-03T09:20:51,130 DEBUG [RS:0;699c9baf3d29:45755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:20:51,130 DEBUG [RS:0;699c9baf3d29:45755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:20:51,130 DEBUG [RS:0;699c9baf3d29:45755 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,45755,1733217649844 2024-12-03T09:20:51,130 DEBUG [RS:0;699c9baf3d29:45755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,45755,1733217649844' 2024-12-03T09:20:51,130 DEBUG [RS:0;699c9baf3d29:45755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-875957432/online-snapshot/abort' 2024-12-03T09:20:51,130 DEBUG [RS:0;699c9baf3d29:45755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-875957432/online-snapshot/acquired' 2024-12-03T09:20:51,130 DEBUG [RS:0;699c9baf3d29:45755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:20:51,130 INFO [RS:0;699c9baf3d29:45755 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:20:51,130 INFO [RS:0;699c9baf3d29:45755 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:20:51,231 INFO [RS:0;699c9baf3d29:45755 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:20:51,232 INFO [RS:0;699c9baf3d29:45755 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C45755%2C1733217649844, suffix=, logDir=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844, archiveDir=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/oldWALs, maxLogs=10 2024-12-03T09:20:51,242 DEBUG [RS:0;699c9baf3d29:45755 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232, exclude list is [], retry=0 2024-12-03T09:20:51,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41107,DS-b8a24ded-5812-4560-aa7b-69c6f9d12dcc,DISK] 2024-12-03T09:20:51,245 INFO [RS:0;699c9baf3d29:45755 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 2024-12-03T09:20:51,246 DEBUG [RS:0;699c9baf3d29:45755 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42977:42977)] 2024-12-03T09:20:51,432 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T09:20:51,432 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995 2024-12-03T09:20:51,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741833_1009 (size=32) 2024-12-03T09:20:51,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:51,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:20:51,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:20:51,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:51,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:51,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:20:51,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:20:51,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:51,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:51,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:20:51,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:20:51,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:51,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:51,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:20:51,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:20:51,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:51,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:51,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:20:51,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/meta/1588230740 2024-12-03T09:20:51,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/meta/1588230740 2024-12-03T09:20:51,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:20:51,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:20:51,844 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:20:51,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:20:51,846 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:20:51,847 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74839989, jitterRate=0.11520273983478546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:20:51,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733217651838Initializing all the Stores at 1733217651838Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217651838Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217651838Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217651838Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217651838Cleaning up temporary data from old regions at 1733217651844 (+6 ms)Region opened successfully at 1733217651847 (+3 ms) 2024-12-03T09:20:51,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:20:51,847 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:20:51,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:20:51,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:20:51,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:20:51,847 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:20:51,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217651847Disabling compacts and flushes for region at 1733217651847Disabling writes for close at 1733217651847Writing region close event to WAL at 1733217651847Closed at 1733217651847 2024-12-03T09:20:51,848 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:20:51,848 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T09:20:51,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T09:20:51,849 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:20:51,850 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T09:20:52,000 DEBUG [699c9baf3d29:39161 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T09:20:52,000 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=699c9baf3d29,45755,1733217649844 2024-12-03T09:20:52,001 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,45755,1733217649844, state=OPENING 2024-12-03T09:20:52,070 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T09:20:52,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-875957432 2024-12-03T09:20:52,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45755-0x1019a7e5d9f0004, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-875957432 2024-12-03T09:20:52,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-875957432/meta-region-server: CHANGED 2024-12-03T09:20:52,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-875957432/meta-region-server: CHANGED 2024-12-03T09:20:52,090 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:20:52,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,45755,1733217649844}] 2024-12-03T09:20:52,243 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:20:52,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:20:52,247 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T09:20:52,247 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:20:52,247 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T09:20:52,248 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C45755%2C1733217649844.meta, suffix=.meta, logDir=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844, archiveDir=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/oldWALs, maxLogs=10 2024-12-03T09:20:52,259 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.meta.1733217652248.meta, exclude list is [], retry=0 2024-12-03T09:20:52,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41107,DS-b8a24ded-5812-4560-aa7b-69c6f9d12dcc,DISK] 2024-12-03T09:20:52,263 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.meta.1733217652248.meta 2024-12-03T09:20:52,263 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42977:42977)] 2024-12-03T09:20:52,263 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:20:52,263 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:20:52,263 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:20:52,263 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T09:20:52,263 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T09:20:52,264 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T09:20:52,264 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:52,264 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T09:20:52,264 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T09:20:52,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:20:52,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:20:52,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:52,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:52,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:20:52,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:20:52,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:52,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:52,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:20:52,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:20:52,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:52,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:52,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:20:52,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:20:52,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:52,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:52,268 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:20:52,269 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/meta/1588230740 2024-12-03T09:20:52,269 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/meta/1588230740 2024-12-03T09:20:52,270 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:20:52,270 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:20:52,270 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:20:52,271 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:20:52,271 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68115389, jitterRate=0.014998391270637512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:20:52,271 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T09:20:52,271 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733217652264Writing region info on filesystem at 1733217652264Initializing all the Stores at 1733217652264Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217652264Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217652265 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217652265Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217652265Cleaning up temporary data from old regions at 1733217652270 (+5 ms)Running coprocessor post-open hooks at 1733217652271 (+1 ms)Region opened successfully at 1733217652271 2024-12-03T09:20:52,272 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733217652242 2024-12-03T09:20:52,274 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T09:20:52,274 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T09:20:52,274 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,45755,1733217649844 2024-12-03T09:20:52,274 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,45755,1733217649844, state=OPEN 2024-12-03T09:20:52,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45755-0x1019a7e5d9f0004, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-875957432/meta-region-server 2024-12-03T09:20:52,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-875957432/meta-region-server 2024-12-03T09:20:52,279 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=699c9baf3d29,45755,1733217649844 2024-12-03T09:20:52,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-875957432/meta-region-server: CHANGED 2024-12-03T09:20:52,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-875957432/meta-region-server: CHANGED 2024-12-03T09:20:52,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T09:20:52,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,45755,1733217649844 in 189 msec 2024-12-03T09:20:52,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T09:20:52,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-12-03T09:20:52,287 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:20:52,287 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T09:20:52,288 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:20:52,288 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,45755,1733217649844, seqNum=-1] 2024-12-03T09:20:52,288 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:20:52,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:20:52,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2750 sec 2024-12-03T09:20:52,295 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733217652295, completionTime=-1 2024-12-03T09:20:52,295 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T09:20:52,295 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T09:20:52,297 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T09:20:52,297 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733217712297 2024-12-03T09:20:52,297 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733217772297 2024-12-03T09:20:52,297 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T09:20:52,297 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,39161,1733217649709-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:52,298 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,39161,1733217649709-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:52,298 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,39161,1733217649709-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:52,298 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-699c9baf3d29:39161, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:52,298 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:52,299 DEBUG [master/699c9baf3d29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T09:20:52,300 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:52,303 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.403sec 2024-12-03T09:20:52,303 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T09:20:52,303 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T09:20:52,303 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T09:20:52,304 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T09:20:52,304 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T09:20:52,304 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,39161,1733217649709-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:20:52,304 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,39161,1733217649709-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T09:20:52,305 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T09:20:52,305 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T09:20:52,305 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,39161,1733217649709-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:52,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c25c1bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:52,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,39161,-1 for getting cluster id 2024-12-03T09:20:52,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:20:52,368 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8157179f-f6c2-44f5-b76d-29a95c22af5f' 2024-12-03T09:20:52,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:20:52,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8157179f-f6c2-44f5-b76d-29a95c22af5f" 2024-12-03T09:20:52,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2876a6e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:52,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,39161,-1] 2024-12-03T09:20:52,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:20:52,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:52,370 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:20:52,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c6da24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:52,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:20:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,45755,1733217649844, seqNum=-1] 2024-12-03T09:20:52,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:20:52,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:20:52,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=699c9baf3d29,39161,1733217649709 2024-12-03T09:20:52,377 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60308 2024-12-03T09:20:52,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:20:52,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019a7e5d9f0005 connected 2024-12-03T09:20:52,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/hadoop.log.dir so I do NOT create it in target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023 2024-12-03T09:20:52,418 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T09:20:52,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/hadoop.tmp.dir so I do NOT create it in target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023 2024-12-03T09:20:52,419 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T09:20:52,419 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023 2024-12-03T09:20:52,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T09:20:52,419 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/cluster_3a9580cb-98b2-a2fc-1f25-4cf89dac2f11, deleteOnExit=true 2024-12-03T09:20:52,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T09:20:52,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/test.cache.data in system properties and HBase conf 2024-12-03T09:20:52,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T09:20:52,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/hadoop.log.dir in system properties and HBase conf 2024-12-03T09:20:52,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T09:20:52,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T09:20:52,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T09:20:52,420 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T09:20:52,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:20:52,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:20:52,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T09:20:52,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:20:52,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T09:20:52,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T09:20:52,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:20:52,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:20:52,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T09:20:52,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/nfs.dump.dir in system properties and HBase conf 2024-12-03T09:20:52,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/java.io.tmpdir in system properties and HBase conf 2024-12-03T09:20:52,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:20:52,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T09:20:52,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T09:20:52,430 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T09:20:52,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:52,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:52,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:52,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:52,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:52,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:52,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:52,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:52,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:52,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:52,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:52,774 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T09:20:52,775 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:52,814 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:52,814 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:52,814 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:52,815 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:52,815 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:52,815 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:52,822 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:52,826 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:52,827 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:52,829 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:20:52,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:20:52,884 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:20:52,898 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:20:52,898 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:20:52,898 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T09:20:52,899 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:20:52,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b900c82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:20:52,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e5d4c4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:20:53,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@769f947a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/java.io.tmpdir/jetty-localhost-43063-hadoop-hdfs-3_4_1-tests_jar-_-any-8513927160412348427/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:20:53,051 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a668531{HTTP/1.1, (http/1.1)}{localhost:43063} 2024-12-03T09:20:53,051 INFO [Time-limited test {}] server.Server(415): Started @239684ms 2024-12-03T09:20:53,558 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:20:53,564 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:20:53,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:20:53,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:20:53,584 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T09:20:53,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67ce9650{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:20:53,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c0d717c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:20:53,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6181fcd9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/java.io.tmpdir/jetty-localhost-38043-hadoop-hdfs-3_4_1-tests_jar-_-any-12444480042262701407/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:20:53,688 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fd775c{HTTP/1.1, (http/1.1)}{localhost:38043} 2024-12-03T09:20:53,688 INFO [Time-limited test {}] server.Server(415): Started @240321ms 2024-12-03T09:20:53,689 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T09:20:54,424 WARN [Thread-2899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/cluster_3a9580cb-98b2-a2fc-1f25-4cf89dac2f11/data/data1/current/BP-1871455694-172.17.0.2-1733217652442/current, will proceed with Du for space computation calculation, 2024-12-03T09:20:54,424 WARN [Thread-2900 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/cluster_3a9580cb-98b2-a2fc-1f25-4cf89dac2f11/data/data2/current/BP-1871455694-172.17.0.2-1733217652442/current, will proceed with Du for space computation calculation, 2024-12-03T09:20:54,446 WARN [Thread-2887 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T09:20:54,448 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3a999c0b03c4218 with lease ID 0xccdd05ba404cc9c1: Processing first storage report for DS-cd7d89f4-305d-44ed-89d4-dc37ad4792b4 from datanode DatanodeRegistration(127.0.0.1:36261, datanodeUuid=c7ffd212-482a-4fd3-a74a-f0eb057509e8, infoPort=40781, infoSecurePort=0, ipcPort=44459, storageInfo=lv=-57;cid=testClusterID;nsid=382969703;c=1733217652442) 2024-12-03T09:20:54,448 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3a999c0b03c4218 with lease ID 0xccdd05ba404cc9c1: from storage DS-cd7d89f4-305d-44ed-89d4-dc37ad4792b4 node DatanodeRegistration(127.0.0.1:36261, datanodeUuid=c7ffd212-482a-4fd3-a74a-f0eb057509e8, infoPort=40781, infoSecurePort=0, ipcPort=44459, storageInfo=lv=-57;cid=testClusterID;nsid=382969703;c=1733217652442), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:20:54,448 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3a999c0b03c4218 with lease ID 0xccdd05ba404cc9c1: Processing first storage report for DS-741c0a41-b5aa-4673-ba2b-a1de38597dd1 from datanode DatanodeRegistration(127.0.0.1:36261, datanodeUuid=c7ffd212-482a-4fd3-a74a-f0eb057509e8, infoPort=40781, infoSecurePort=0, ipcPort=44459, storageInfo=lv=-57;cid=testClusterID;nsid=382969703;c=1733217652442) 2024-12-03T09:20:54,448 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3a999c0b03c4218 with lease ID 0xccdd05ba404cc9c1: from storage DS-741c0a41-b5aa-4673-ba2b-a1de38597dd1 node DatanodeRegistration(127.0.0.1:36261, datanodeUuid=c7ffd212-482a-4fd3-a74a-f0eb057509e8, infoPort=40781, infoSecurePort=0, ipcPort=44459, storageInfo=lv=-57;cid=testClusterID;nsid=382969703;c=1733217652442), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:20:54,540 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023 2024-12-03T09:20:54,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:54,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:54,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741825_1001 (size=7) 2024-12-03T09:20:54,951 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f with version=8 2024-12-03T09:20:54,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/hbase-staging 2024-12-03T09:20:54,952 INFO [Time-limited test {}] client.ConnectionUtils(128): master/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:20:54,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:54,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:54,952 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:20:54,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:54,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:20:54,952 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T09:20:54,953 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:20:54,953 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36221 2024-12-03T09:20:54,953 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36221 connecting to ZooKeeper ensemble=127.0.0.1:60308 2024-12-03T09:20:54,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362210x0, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:20:54,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36221-0x1019a7e5d9f0006 connected 2024-12-03T09:20:55,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:55,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:55,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Set watcher on znode that does not yet exist, /21409856928/running 2024-12-03T09:20:55,071 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f, hbase.cluster.distributed=false 2024-12-03T09:20:55,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Set watcher on znode that does not yet exist, /21409856928/acl 2024-12-03T09:20:55,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36221 2024-12-03T09:20:55,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36221 2024-12-03T09:20:55,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36221 2024-12-03T09:20:55,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36221 2024-12-03T09:20:55,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36221 2024-12-03T09:20:55,086 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:20:55,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:55,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:55,086 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:20:55,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:20:55,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:20:55,086 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:20:55,086 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:20:55,087 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37279 2024-12-03T09:20:55,087 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37279 connecting to ZooKeeper ensemble=127.0.0.1:60308 2024-12-03T09:20:55,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:55,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:55,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372790x0, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:20:55,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372790x0, quorum=127.0.0.1:60308, baseZNode=/21409856928 Set watcher on znode that does not yet exist, /21409856928/running 2024-12-03T09:20:55,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37279-0x1019a7e5d9f0007 connected 2024-12-03T09:20:55,101 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:20:55,101 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:20:55,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37279-0x1019a7e5d9f0007, quorum=127.0.0.1:60308, baseZNode=/21409856928 Set watcher on znode that does not yet exist, /21409856928/master 2024-12-03T09:20:55,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37279-0x1019a7e5d9f0007, quorum=127.0.0.1:60308, baseZNode=/21409856928 Set watcher on znode that does not yet exist, /21409856928/acl 2024-12-03T09:20:55,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37279 2024-12-03T09:20:55,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37279 2024-12-03T09:20:55,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37279 2024-12-03T09:20:55,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37279 2024-12-03T09:20:55,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37279 2024-12-03T09:20:55,121 DEBUG [M:0;699c9baf3d29:36221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;699c9baf3d29:36221 2024-12-03T09:20:55,121 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21409856928/backup-masters/699c9baf3d29,36221,1733217654952 2024-12-03T09:20:55,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21409856928/backup-masters 2024-12-03T09:20:55,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x1019a7e5d9f0007, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21409856928/backup-masters 2024-12-03T09:20:55,132 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Set watcher on existing znode=/21409856928/backup-masters/699c9baf3d29,36221,1733217654952 2024-12-03T09:20:55,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x1019a7e5d9f0007, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21409856928/master 2024-12-03T09:20:55,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21409856928 2024-12-03T09:20:55,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x1019a7e5d9f0007, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21409856928 2024-12-03T09:20:55,142 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Set watcher on existing znode=/21409856928/master 2024-12-03T09:20:55,143 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21409856928/backup-masters/699c9baf3d29,36221,1733217654952 from backup master directory 2024-12-03T09:20:55,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21409856928/backup-masters/699c9baf3d29,36221,1733217654952 2024-12-03T09:20:55,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x1019a7e5d9f0007, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21409856928/backup-masters 2024-12-03T09:20:55,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21409856928/backup-masters 2024-12-03T09:20:55,153 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:20:55,153 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=699c9baf3d29,36221,1733217654952 2024-12-03T09:20:55,156 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/hbase.id] with ID: 904e9947-0bdb-440d-96ab-16bc50ea595a 2024-12-03T09:20:55,156 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/.tmp/hbase.id 2024-12-03T09:20:55,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741826_1002 (size=42) 2024-12-03T09:20:55,561 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/.tmp/hbase.id]:[hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/hbase.id] 2024-12-03T09:20:55,577 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:20:55,577 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T09:20:55,578 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T09:20:55,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21409856928 2024-12-03T09:20:55,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x1019a7e5d9f0007, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21409856928 2024-12-03T09:20:55,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741827_1003 (size=196) 2024-12-03T09:20:56,046 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:20:56,046 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T09:20:56,047 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:20:56,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741828_1004 (size=1189) 2024-12-03T09:20:56,452 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/MasterData/data/master/store 2024-12-03T09:20:56,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741829_1005 (size=34) 2024-12-03T09:20:56,856 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:56,856 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:20:56,857 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:56,857 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:56,857 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:20:56,857 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:56,857 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:20:56,857 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217656856Disabling compacts and flushes for region at 1733217656856Disabling writes for close at 1733217656857 (+1 ms)Writing region close event to WAL at 1733217656857Closed at 1733217656857 2024-12-03T09:20:56,857 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/MasterData/data/master/store/.initializing 2024-12-03T09:20:56,857 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/MasterData/WALs/699c9baf3d29,36221,1733217654952 2024-12-03T09:20:56,858 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:20:56,859 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C36221%2C1733217654952, suffix=, logDir=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/MasterData/WALs/699c9baf3d29,36221,1733217654952, archiveDir=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/MasterData/oldWALs, maxLogs=10 2024-12-03T09:20:56,869 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/MasterData/WALs/699c9baf3d29,36221,1733217654952/699c9baf3d29%2C36221%2C1733217654952.1733217656859, exclude list is [], retry=0 2024-12-03T09:20:56,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36261,DS-cd7d89f4-305d-44ed-89d4-dc37ad4792b4,DISK] 2024-12-03T09:20:56,872 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/MasterData/WALs/699c9baf3d29,36221,1733217654952/699c9baf3d29%2C36221%2C1733217654952.1733217656859 2024-12-03T09:20:56,872 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40781:40781)] 2024-12-03T09:20:56,872 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:20:56,872 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:56,873 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:56,873 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:56,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:56,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T09:20:56,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:56,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:56,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:56,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T09:20:56,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:56,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:56,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:56,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T09:20:56,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:56,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:56,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:56,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T09:20:56,877 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:56,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:56,877 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:56,878 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:56,878 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:56,878 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:56,878 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:56,879 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:20:56,879 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:20:56,881 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:20:56,881 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68990219, jitterRate=0.028034374117851257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:20:56,881 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733217656873Initializing all the Stores at 1733217656873Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217656873Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217656873Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217656873Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217656873Cleaning up temporary data from old regions at 1733217656878 (+5 ms)Region opened successfully at 1733217656881 (+3 ms) 2024-12-03T09:20:56,881 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T09:20:56,884 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f77aa3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:20:56,884 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T09:20:56,884 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T09:20:56,885 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T09:20:56,885 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T09:20:56,885 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T09:20:56,885 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T09:20:56,885 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T09:20:56,889 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T09:20:56,890 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Unable to get data of znode /21409856928/balancer because node does not exist (not necessarily an error) 2024-12-03T09:20:57,010 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21409856928/balancer already deleted, retry=false 2024-12-03T09:20:57,010 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T09:20:57,011 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Unable to get data of znode /21409856928/normalizer because node does not exist (not necessarily an error) 2024-12-03T09:20:57,026 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21409856928/normalizer already deleted, retry=false 2024-12-03T09:20:57,026 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T09:20:57,027 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Unable to get data of znode /21409856928/switch/split because node does not exist (not necessarily an error) 2024-12-03T09:20:57,037 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21409856928/switch/split already deleted, retry=false 2024-12-03T09:20:57,037 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Unable to get data of znode /21409856928/switch/merge because node does not exist (not necessarily an error) 2024-12-03T09:20:57,047 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21409856928/switch/merge already deleted, retry=false 2024-12-03T09:20:57,049 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Unable to get data of znode /21409856928/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T09:20:57,058 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21409856928/snapshot-cleanup already deleted, retry=false 2024-12-03T09:20:57,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x1019a7e5d9f0007, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21409856928/running 2024-12-03T09:20:57,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21409856928/running 2024-12-03T09:20:57,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x1019a7e5d9f0007, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21409856928 2024-12-03T09:20:57,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21409856928 2024-12-03T09:20:57,069 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=699c9baf3d29,36221,1733217654952, sessionid=0x1019a7e5d9f0006, setting cluster-up flag (Was=false) 2024-12-03T09:20:57,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21409856928 2024-12-03T09:20:57,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x1019a7e5d9f0007, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21409856928 2024-12-03T09:20:57,121 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21409856928/flush-table-proc/acquired, /21409856928/flush-table-proc/reached, /21409856928/flush-table-proc/abort 2024-12-03T09:20:57,122 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,36221,1733217654952 2024-12-03T09:20:57,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21409856928 2024-12-03T09:20:57,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x1019a7e5d9f0007, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21409856928 2024-12-03T09:20:57,174 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21409856928/online-snapshot/acquired, /21409856928/online-snapshot/reached, /21409856928/online-snapshot/abort 2024-12-03T09:20:57,175 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,36221,1733217654952 2024-12-03T09:20:57,175 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T09:20:57,177 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T09:20:57,177 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T09:20:57,177 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T09:20:57,177 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 699c9baf3d29,36221,1733217654952 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T09:20:57,178 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:20:57,178 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:20:57,178 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:20:57,178 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:20:57,178 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/699c9baf3d29:0, corePoolSize=10, maxPoolSize=10 2024-12-03T09:20:57,178 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:57,178 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:20:57,179 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:57,179 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733217687179 2024-12-03T09:20:57,179 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T09:20:57,179 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T09:20:57,179 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T09:20:57,179 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T09:20:57,179 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T09:20:57,179 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T09:20:57,180 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:20:57,180 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:57,180 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T09:20:57,180 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T09:20:57,180 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T09:20:57,180 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T09:20:57,180 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T09:20:57,180 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:57,180 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T09:20:57,180 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T09:20:57,180 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T09:20:57,181 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217657180,5,FailOnTimeoutGroup] 2024-12-03T09:20:57,181 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217657181,5,FailOnTimeoutGroup] 2024-12-03T09:20:57,181 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:57,181 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T09:20:57,181 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:57,181 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:57,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741831_1007 (size=1321) 2024-12-03T09:20:57,211 INFO [RS:0;699c9baf3d29:37279 {}] regionserver.HRegionServer(746): ClusterId : 904e9947-0bdb-440d-96ab-16bc50ea595a 2024-12-03T09:20:57,211 DEBUG [RS:0;699c9baf3d29:37279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:20:57,271 DEBUG [RS:0;699c9baf3d29:37279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:20:57,271 DEBUG [RS:0;699c9baf3d29:37279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:20:57,311 DEBUG [RS:0;699c9baf3d29:37279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:20:57,311 DEBUG [RS:0;699c9baf3d29:37279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168f0f81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:20:57,324 DEBUG [RS:0;699c9baf3d29:37279 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;699c9baf3d29:37279 2024-12-03T09:20:57,324 INFO [RS:0;699c9baf3d29:37279 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:20:57,324 INFO [RS:0;699c9baf3d29:37279 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:20:57,325 DEBUG [RS:0;699c9baf3d29:37279 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:20:57,325 INFO [RS:0;699c9baf3d29:37279 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,36221,1733217654952 with port=37279, startcode=1733217655086 2024-12-03T09:20:57,325 DEBUG [RS:0;699c9baf3d29:37279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:20:57,327 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:20:57,327 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36221 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,37279,1733217655086 2024-12-03T09:20:57,327 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36221 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,37279,1733217655086 2024-12-03T09:20:57,329 DEBUG [RS:0;699c9baf3d29:37279 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f 2024-12-03T09:20:57,329 DEBUG [RS:0;699c9baf3d29:37279 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43301 2024-12-03T09:20:57,329 DEBUG [RS:0;699c9baf3d29:37279 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:20:57,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21409856928/rs 2024-12-03T09:20:57,372 DEBUG [RS:0;699c9baf3d29:37279 {}] zookeeper.ZKUtil(111): regionserver:37279-0x1019a7e5d9f0007, quorum=127.0.0.1:60308, baseZNode=/21409856928 Set watcher on existing znode=/21409856928/rs/699c9baf3d29,37279,1733217655086 2024-12-03T09:20:57,372 WARN [RS:0;699c9baf3d29:37279 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:20:57,372 INFO [RS:0;699c9baf3d29:37279 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:20:57,372 DEBUG [RS:0;699c9baf3d29:37279 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086 2024-12-03T09:20:57,372 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,37279,1733217655086] 2024-12-03T09:20:57,380 INFO [RS:0;699c9baf3d29:37279 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:20:57,382 INFO [RS:0;699c9baf3d29:37279 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:20:57,382 INFO [RS:0;699c9baf3d29:37279 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:20:57,382 INFO [RS:0;699c9baf3d29:37279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:57,382 INFO [RS:0;699c9baf3d29:37279 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:20:57,383 INFO [RS:0;699c9baf3d29:37279 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:20:57,383 INFO [RS:0;699c9baf3d29:37279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:57,383 DEBUG [RS:0;699c9baf3d29:37279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:57,383 DEBUG [RS:0;699c9baf3d29:37279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:57,383 DEBUG [RS:0;699c9baf3d29:37279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:57,383 DEBUG [RS:0;699c9baf3d29:37279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:57,383 DEBUG [RS:0;699c9baf3d29:37279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:57,383 DEBUG [RS:0;699c9baf3d29:37279 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:20:57,383 DEBUG [RS:0;699c9baf3d29:37279 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:57,383 DEBUG [RS:0;699c9baf3d29:37279 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:57,383 DEBUG [RS:0;699c9baf3d29:37279 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:57,383 DEBUG [RS:0;699c9baf3d29:37279 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:57,383 DEBUG [RS:0;699c9baf3d29:37279 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:57,383 DEBUG [RS:0;699c9baf3d29:37279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:20:57,383 DEBUG [RS:0;699c9baf3d29:37279 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:20:57,383 DEBUG [RS:0;699c9baf3d29:37279 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:20:57,390 INFO [RS:0;699c9baf3d29:37279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:57,390 INFO [RS:0;699c9baf3d29:37279 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:57,390 INFO [RS:0;699c9baf3d29:37279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:57,390 INFO [RS:0;699c9baf3d29:37279 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:57,390 INFO [RS:0;699c9baf3d29:37279 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:57,390 INFO [RS:0;699c9baf3d29:37279 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,37279,1733217655086-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:20:57,407 INFO [RS:0;699c9baf3d29:37279 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:20:57,407 INFO [RS:0;699c9baf3d29:37279 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,37279,1733217655086-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:57,408 INFO [RS:0;699c9baf3d29:37279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:57,408 INFO [RS:0;699c9baf3d29:37279 {}] regionserver.Replication(171): 699c9baf3d29,37279,1733217655086 started 2024-12-03T09:20:57,420 INFO [RS:0;699c9baf3d29:37279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:57,420 INFO [RS:0;699c9baf3d29:37279 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,37279,1733217655086, RpcServer on 699c9baf3d29/172.17.0.2:37279, sessionid=0x1019a7e5d9f0007 2024-12-03T09:20:57,420 DEBUG [RS:0;699c9baf3d29:37279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:20:57,420 DEBUG [RS:0;699c9baf3d29:37279 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,37279,1733217655086 2024-12-03T09:20:57,420 DEBUG [RS:0;699c9baf3d29:37279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,37279,1733217655086' 2024-12-03T09:20:57,420 DEBUG [RS:0;699c9baf3d29:37279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21409856928/flush-table-proc/abort' 2024-12-03T09:20:57,421 DEBUG [RS:0;699c9baf3d29:37279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21409856928/flush-table-proc/acquired' 2024-12-03T09:20:57,421 DEBUG [RS:0;699c9baf3d29:37279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:20:57,421 DEBUG [RS:0;699c9baf3d29:37279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:20:57,421 DEBUG [RS:0;699c9baf3d29:37279 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,37279,1733217655086 2024-12-03T09:20:57,421 DEBUG [RS:0;699c9baf3d29:37279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,37279,1733217655086' 2024-12-03T09:20:57,421 DEBUG [RS:0;699c9baf3d29:37279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21409856928/online-snapshot/abort' 2024-12-03T09:20:57,421 DEBUG [RS:0;699c9baf3d29:37279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21409856928/online-snapshot/acquired' 2024-12-03T09:20:57,421 DEBUG [RS:0;699c9baf3d29:37279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:20:57,421 INFO [RS:0;699c9baf3d29:37279 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:20:57,421 INFO [RS:0;699c9baf3d29:37279 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:20:57,522 INFO [RS:0;699c9baf3d29:37279 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:20:57,523 INFO [RS:0;699c9baf3d29:37279 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C37279%2C1733217655086, suffix=, logDir=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086, archiveDir=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/oldWALs, maxLogs=10 2024-12-03T09:20:57,534 DEBUG [RS:0;699c9baf3d29:37279 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523, exclude list is [], retry=0 2024-12-03T09:20:57,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36261,DS-cd7d89f4-305d-44ed-89d4-dc37ad4792b4,DISK] 2024-12-03T09:20:57,538 INFO [RS:0;699c9baf3d29:37279 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 2024-12-03T09:20:57,539 DEBUG [RS:0;699c9baf3d29:37279 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40781:40781)] 2024-12-03T09:20:57,591 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T09:20:57,591 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f 2024-12-03T09:20:57,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741833_1009 (size=32) 2024-12-03T09:20:57,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:57,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:20:58,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:20:58,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:58,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:58,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:20:58,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:20:58,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:58,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:58,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:20:58,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:20:58,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:58,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:58,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:20:58,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:20:58,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:58,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:58,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:20:58,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/meta/1588230740 2024-12-03T09:20:58,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/meta/1588230740 2024-12-03T09:20:58,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:20:58,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:20:58,015 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:20:58,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:20:58,017 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:20:58,017 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62327144, jitterRate=-0.07125318050384521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:20:58,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733217657996Initializing all the Stores at 1733217657997 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217657997Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217657997Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217657997Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217657997Cleaning up temporary data from old regions at 1733217658014 (+17 ms)Region opened successfully at 1733217658017 (+3 ms) 2024-12-03T09:20:58,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:20:58,017 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:20:58,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:20:58,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:20:58,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:20:58,019 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:20:58,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217658017Disabling compacts and flushes for region at 1733217658017Disabling writes for close at 1733217658018 (+1 ms)Writing region close event to WAL at 1733217658019 (+1 ms)Closed at 1733217658019 2024-12-03T09:20:58,020 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:20:58,020 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T09:20:58,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T09:20:58,021 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:20:58,022 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T09:20:58,172 DEBUG [699c9baf3d29:36221 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T09:20:58,172 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=699c9baf3d29,37279,1733217655086 2024-12-03T09:20:58,174 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,37279,1733217655086, state=OPENING 2024-12-03T09:20:58,216 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T09:20:58,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x1019a7e5d9f0007, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21409856928 2024-12-03T09:20:58,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21409856928 2024-12-03T09:20:58,227 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21409856928/meta-region-server: CHANGED 2024-12-03T09:20:58,227 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21409856928/meta-region-server: CHANGED 2024-12-03T09:20:58,227 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:20:58,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,37279,1733217655086}] 2024-12-03T09:20:58,379 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:20:58,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:20:58,385 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T09:20:58,385 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:20:58,385 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T09:20:58,386 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C37279%2C1733217655086.meta, suffix=.meta, logDir=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086, archiveDir=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/oldWALs, maxLogs=10 2024-12-03T09:20:58,404 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.meta.1733217658386.meta, exclude list is [], retry=0 2024-12-03T09:20:58,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36261,DS-cd7d89f4-305d-44ed-89d4-dc37ad4792b4,DISK] 2024-12-03T09:20:58,412 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.meta.1733217658386.meta 2024-12-03T09:20:58,415 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40781:40781)] 2024-12-03T09:20:58,415 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:20:58,415 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:20:58,415 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:20:58,416 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T09:20:58,416 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T09:20:58,416 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T09:20:58,416 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:58,416 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T09:20:58,416 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T09:20:58,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:20:58,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:20:58,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:58,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:58,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:20:58,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:20:58,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:58,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:58,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:20:58,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:20:58,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:58,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:58,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:20:58,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:20:58,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:58,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:20:58,425 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:20:58,426 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/meta/1588230740 2024-12-03T09:20:58,426 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/meta/1588230740 2024-12-03T09:20:58,427 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:20:58,427 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:20:58,428 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:20:58,429 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:20:58,429 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68122936, jitterRate=0.01511085033416748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:20:58,430 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T09:20:58,430 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733217658416Writing region info on filesystem at 1733217658416Initializing all the Stores at 1733217658416Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217658417 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217658422 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217658422Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217658422Cleaning up temporary data from old regions at 1733217658427 (+5 ms)Running coprocessor post-open hooks at 1733217658430 (+3 ms)Region opened successfully at 1733217658430 2024-12-03T09:20:58,430 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733217658379 2024-12-03T09:20:58,434 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T09:20:58,434 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T09:20:58,435 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,37279,1733217655086 2024-12-03T09:20:58,435 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,37279,1733217655086, state=OPEN 2024-12-03T09:20:58,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21409856928/meta-region-server 2024-12-03T09:20:58,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x1019a7e5d9f0007, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21409856928/meta-region-server 2024-12-03T09:20:58,500 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=699c9baf3d29,37279,1733217655086 2024-12-03T09:20:58,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21409856928/meta-region-server: CHANGED 2024-12-03T09:20:58,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21409856928/meta-region-server: CHANGED 2024-12-03T09:20:58,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T09:20:58,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,37279,1733217655086 in 273 msec 2024-12-03T09:20:58,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T09:20:58,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 482 msec 2024-12-03T09:20:58,504 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:20:58,504 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T09:20:58,506 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:20:58,506 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,37279,1733217655086, seqNum=-1] 2024-12-03T09:20:58,506 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:20:58,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:20:58,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3350 sec 2024-12-03T09:20:58,512 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733217658512, completionTime=-1 2024-12-03T09:20:58,512 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T09:20:58,512 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T09:20:58,514 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T09:20:58,515 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733217718514 2024-12-03T09:20:58,515 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733217778515 2024-12-03T09:20:58,515 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T09:20:58,515 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,36221,1733217654952-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:58,515 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,36221,1733217654952-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:58,515 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,36221,1733217654952-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:58,515 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-699c9baf3d29:36221, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:58,515 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:58,516 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:58,517 DEBUG [master/699c9baf3d29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T09:20:58,519 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.366sec 2024-12-03T09:20:58,519 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T09:20:58,519 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T09:20:58,519 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T09:20:58,519 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T09:20:58,519 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T09:20:58,519 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,36221,1733217654952-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:20:58,519 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,36221,1733217654952-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T09:20:58,521 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T09:20:58,521 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T09:20:58,521 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,36221,1733217654952-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:20:58,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f6f342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:58,612 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,36221,-1 for getting cluster id 2024-12-03T09:20:58,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:20:58,614 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '904e9947-0bdb-440d-96ab-16bc50ea595a' 2024-12-03T09:20:58,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:20:58,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "904e9947-0bdb-440d-96ab-16bc50ea595a" 2024-12-03T09:20:58,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6abe3654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:58,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,36221,-1] 2024-12-03T09:20:58,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:20:58,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:20:58,616 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:20:58,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137f77ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:20:58,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:20:58,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,37279,1733217655086, seqNum=-1] 2024-12-03T09:20:58,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:20:58,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:20:58,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=699c9baf3d29,36221,1733217654952 2024-12-03T09:20:58,624 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60308 2024-12-03T09:20:58,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:20:58,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019a7e5d9f0008 connected 2024-12-03T09:20:58,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:20:58,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,33533,1733217643716 2024-12-03T09:20:58,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@376cf0b3 2024-12-03T09:20:58,663 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:20:58,664 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:20:58,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:20:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T09:20:58,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:20:58,667 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:58,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T09:20:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:20:58,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:20:58,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741835_1011 (size=902) 2024-12-03T09:20:58,688 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8d87aebce27b41c2a442ac7639b3e550, NAME => 'test,,1733217658665.8d87aebce27b41c2a442ac7639b3e550.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07 2024-12-03T09:20:58,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741836_1012 (size=39) 2024-12-03T09:20:58,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733217658665.8d87aebce27b41c2a442ac7639b3e550.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:58,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8d87aebce27b41c2a442ac7639b3e550, disabling compactions & flushes 2024-12-03T09:20:58,705 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733217658665.8d87aebce27b41c2a442ac7639b3e550. 2024-12-03T09:20:58,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217658665.8d87aebce27b41c2a442ac7639b3e550. 2024-12-03T09:20:58,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733217658665.8d87aebce27b41c2a442ac7639b3e550. after waiting 0 ms 2024-12-03T09:20:58,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733217658665.8d87aebce27b41c2a442ac7639b3e550. 2024-12-03T09:20:58,705 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733217658665.8d87aebce27b41c2a442ac7639b3e550. 2024-12-03T09:20:58,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8d87aebce27b41c2a442ac7639b3e550: Waiting for close lock at 1733217658705Disabling compacts and flushes for region at 1733217658705Disabling writes for close at 1733217658705Writing region close event to WAL at 1733217658705Closed at 1733217658705 2024-12-03T09:20:58,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:20:58,707 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733217658665.8d87aebce27b41c2a442ac7639b3e550.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733217658706"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217658706"}]},"ts":"1733217658706"} 2024-12-03T09:20:58,709 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:20:58,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:20:58,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217658710"}]},"ts":"1733217658710"} 2024-12-03T09:20:58,712 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T09:20:58,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8d87aebce27b41c2a442ac7639b3e550, ASSIGN}] 2024-12-03T09:20:58,713 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8d87aebce27b41c2a442ac7639b3e550, ASSIGN 2024-12-03T09:20:58,714 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8d87aebce27b41c2a442ac7639b3e550, ASSIGN; state=OFFLINE, location=699c9baf3d29,44167,1733217643963; forceNewPlan=false, retain=false 2024-12-03T09:20:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:20:58,864 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8d87aebce27b41c2a442ac7639b3e550, regionState=OPENING, regionLocation=699c9baf3d29,44167,1733217643963 2024-12-03T09:20:58,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8d87aebce27b41c2a442ac7639b3e550, ASSIGN because future has completed 2024-12-03T09:20:58,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d87aebce27b41c2a442ac7639b3e550, server=699c9baf3d29,44167,1733217643963}] 2024-12-03T09:20:58,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:20:59,029 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733217658665.8d87aebce27b41c2a442ac7639b3e550. 2024-12-03T09:20:59,029 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d87aebce27b41c2a442ac7639b3e550, NAME => 'test,,1733217658665.8d87aebce27b41c2a442ac7639b3e550.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:20:59,030 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:20:59,030 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T09:20:59,030 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8d87aebce27b41c2a442ac7639b3e550 2024-12-03T09:20:59,030 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733217658665.8d87aebce27b41c2a442ac7639b3e550.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:20:59,030 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8d87aebce27b41c2a442ac7639b3e550 2024-12-03T09:20:59,030 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8d87aebce27b41c2a442ac7639b3e550 2024-12-03T09:20:59,034 INFO [StoreOpener-8d87aebce27b41c2a442ac7639b3e550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8d87aebce27b41c2a442ac7639b3e550 2024-12-03T09:20:59,035 INFO [StoreOpener-8d87aebce27b41c2a442ac7639b3e550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d87aebce27b41c2a442ac7639b3e550 columnFamilyName f 2024-12-03T09:20:59,035 DEBUG [StoreOpener-8d87aebce27b41c2a442ac7639b3e550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:59,036 INFO [StoreOpener-8d87aebce27b41c2a442ac7639b3e550-1 {}] regionserver.HStore(327): Store=8d87aebce27b41c2a442ac7639b3e550/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:59,036 INFO [StoreOpener-8d87aebce27b41c2a442ac7639b3e550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8d87aebce27b41c2a442ac7639b3e550 2024-12-03T09:20:59,037 INFO [StoreOpener-8d87aebce27b41c2a442ac7639b3e550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d87aebce27b41c2a442ac7639b3e550 columnFamilyName f1 2024-12-03T09:20:59,037 DEBUG [StoreOpener-8d87aebce27b41c2a442ac7639b3e550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:59,037 INFO [StoreOpener-8d87aebce27b41c2a442ac7639b3e550-1 {}] regionserver.HStore(327): Store=8d87aebce27b41c2a442ac7639b3e550/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:59,037 INFO [StoreOpener-8d87aebce27b41c2a442ac7639b3e550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8d87aebce27b41c2a442ac7639b3e550 2024-12-03T09:20:59,038 INFO [StoreOpener-8d87aebce27b41c2a442ac7639b3e550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d87aebce27b41c2a442ac7639b3e550 columnFamilyName norep 2024-12-03T09:20:59,038 DEBUG [StoreOpener-8d87aebce27b41c2a442ac7639b3e550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:59,038 INFO [StoreOpener-8d87aebce27b41c2a442ac7639b3e550-1 {}] regionserver.HStore(327): Store=8d87aebce27b41c2a442ac7639b3e550/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:20:59,038 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8d87aebce27b41c2a442ac7639b3e550 2024-12-03T09:20:59,038 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/default/test/8d87aebce27b41c2a442ac7639b3e550 2024-12-03T09:20:59,039 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/default/test/8d87aebce27b41c2a442ac7639b3e550 2024-12-03T09:20:59,039 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8d87aebce27b41c2a442ac7639b3e550 2024-12-03T09:20:59,039 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8d87aebce27b41c2a442ac7639b3e550 2024-12-03T09:20:59,039 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:20:59,040 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8d87aebce27b41c2a442ac7639b3e550 2024-12-03T09:20:59,041 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/default/test/8d87aebce27b41c2a442ac7639b3e550/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:20:59,042 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8d87aebce27b41c2a442ac7639b3e550; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60461951, jitterRate=-0.0990467220544815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:20:59,042 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d87aebce27b41c2a442ac7639b3e550 2024-12-03T09:20:59,043 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8d87aebce27b41c2a442ac7639b3e550: Running coprocessor pre-open hook at 1733217659030Writing region info on filesystem at 1733217659030Initializing all the Stores at 1733217659031 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217659031Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217659034 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217659034Cleaning up temporary data from old regions at 1733217659039 (+5 ms)Running coprocessor post-open hooks at 1733217659042 (+3 ms)Region opened successfully at 1733217659042 2024-12-03T09:20:59,043 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733217658665.8d87aebce27b41c2a442ac7639b3e550., pid=6, masterSystemTime=1733217659022 2024-12-03T09:20:59,045 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733217658665.8d87aebce27b41c2a442ac7639b3e550. 2024-12-03T09:20:59,045 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733217658665.8d87aebce27b41c2a442ac7639b3e550. 2024-12-03T09:20:59,046 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8d87aebce27b41c2a442ac7639b3e550, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=699c9baf3d29,44167,1733217643963 2024-12-03T09:20:59,046 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33533 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=699c9baf3d29,44167,1733217643963, table=test, region=8d87aebce27b41c2a442ac7639b3e550. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T09:20:59,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d87aebce27b41c2a442ac7639b3e550, server=699c9baf3d29,44167,1733217643963 because future has completed 2024-12-03T09:20:59,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T09:20:59,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d87aebce27b41c2a442ac7639b3e550, server=699c9baf3d29,44167,1733217643963 in 179 msec 2024-12-03T09:20:59,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T09:20:59,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8d87aebce27b41c2a442ac7639b3e550, ASSIGN in 339 msec 2024-12-03T09:20:59,053 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:20:59,054 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217659053"}]},"ts":"1733217659053"} 2024-12-03T09:20:59,055 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T09:20:59,056 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:20:59,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 391 msec 2024-12-03T09:20:59,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T09:20:59,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T09:20:59,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T09:20:59,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T09:20:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:20:59,293 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T09:20:59,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:20:59,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,39161,1733217649709 2024-12-03T09:20:59,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65b43f41 2024-12-03T09:20:59,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:20:59,295 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:20:59,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:20:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T09:20:59,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:20:59,298 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:20:59,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T09:20:59,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:20:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:20:59,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741835_1011 (size=902) 2024-12-03T09:20:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:20:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:20:59,705 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2c169eab7600f83207612175f1104676, NAME => 'test,,1733217659295.2c169eab7600f83207612175f1104676.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995 2024-12-03T09:20:59,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741836_1012 (size=39) 2024-12-03T09:20:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:21:00,110 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733217659295.2c169eab7600f83207612175f1104676.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:00,110 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2c169eab7600f83207612175f1104676, disabling compactions & flushes 2024-12-03T09:21:00,110 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733217659295.2c169eab7600f83207612175f1104676. 2024-12-03T09:21:00,110 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217659295.2c169eab7600f83207612175f1104676. 2024-12-03T09:21:00,110 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733217659295.2c169eab7600f83207612175f1104676. after waiting 0 ms 2024-12-03T09:21:00,110 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733217659295.2c169eab7600f83207612175f1104676. 2024-12-03T09:21:00,110 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733217659295.2c169eab7600f83207612175f1104676. 2024-12-03T09:21:00,110 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2c169eab7600f83207612175f1104676: Waiting for close lock at 1733217660110Disabling compacts and flushes for region at 1733217660110Disabling writes for close at 1733217660110Writing region close event to WAL at 1733217660110Closed at 1733217660110 2024-12-03T09:21:00,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:21:00,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733217659295.2c169eab7600f83207612175f1104676.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733217660111"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217660111"}]},"ts":"1733217660111"} 2024-12-03T09:21:00,113 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:21:00,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:21:00,114 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217660114"}]},"ts":"1733217660114"} 2024-12-03T09:21:00,116 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T09:21:00,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2c169eab7600f83207612175f1104676, ASSIGN}] 2024-12-03T09:21:00,117 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2c169eab7600f83207612175f1104676, ASSIGN 2024-12-03T09:21:00,118 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2c169eab7600f83207612175f1104676, ASSIGN; state=OFFLINE, location=699c9baf3d29,45755,1733217649844; forceNewPlan=false, retain=false 2024-12-03T09:21:00,269 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2c169eab7600f83207612175f1104676, regionState=OPENING, regionLocation=699c9baf3d29,45755,1733217649844 2024-12-03T09:21:00,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2c169eab7600f83207612175f1104676, ASSIGN because future has completed 2024-12-03T09:21:00,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c169eab7600f83207612175f1104676, server=699c9baf3d29,45755,1733217649844}] 2024-12-03T09:21:00,425 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733217659295.2c169eab7600f83207612175f1104676. 2024-12-03T09:21:00,426 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c169eab7600f83207612175f1104676, NAME => 'test,,1733217659295.2c169eab7600f83207612175f1104676.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:21:00,426 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:21:00,426 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T09:21:00,426 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2c169eab7600f83207612175f1104676 2024-12-03T09:21:00,426 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733217659295.2c169eab7600f83207612175f1104676.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:00,426 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2c169eab7600f83207612175f1104676 2024-12-03T09:21:00,426 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2c169eab7600f83207612175f1104676 2024-12-03T09:21:00,427 INFO [StoreOpener-2c169eab7600f83207612175f1104676-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2c169eab7600f83207612175f1104676 2024-12-03T09:21:00,428 INFO [StoreOpener-2c169eab7600f83207612175f1104676-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c169eab7600f83207612175f1104676 columnFamilyName f 2024-12-03T09:21:00,428 DEBUG [StoreOpener-2c169eab7600f83207612175f1104676-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:00,428 INFO [StoreOpener-2c169eab7600f83207612175f1104676-1 {}] regionserver.HStore(327): Store=2c169eab7600f83207612175f1104676/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:00,429 INFO [StoreOpener-2c169eab7600f83207612175f1104676-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2c169eab7600f83207612175f1104676 2024-12-03T09:21:00,429 INFO [StoreOpener-2c169eab7600f83207612175f1104676-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c169eab7600f83207612175f1104676 columnFamilyName f1 2024-12-03T09:21:00,429 DEBUG [StoreOpener-2c169eab7600f83207612175f1104676-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:00,430 INFO [StoreOpener-2c169eab7600f83207612175f1104676-1 {}] regionserver.HStore(327): Store=2c169eab7600f83207612175f1104676/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:00,430 INFO [StoreOpener-2c169eab7600f83207612175f1104676-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2c169eab7600f83207612175f1104676 2024-12-03T09:21:00,431 INFO [StoreOpener-2c169eab7600f83207612175f1104676-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c169eab7600f83207612175f1104676 columnFamilyName norep 2024-12-03T09:21:00,431 DEBUG [StoreOpener-2c169eab7600f83207612175f1104676-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:00,431 INFO [StoreOpener-2c169eab7600f83207612175f1104676-1 {}] regionserver.HStore(327): Store=2c169eab7600f83207612175f1104676/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:00,431 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2c169eab7600f83207612175f1104676 2024-12-03T09:21:00,431 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/default/test/2c169eab7600f83207612175f1104676 2024-12-03T09:21:00,432 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/default/test/2c169eab7600f83207612175f1104676 2024-12-03T09:21:00,432 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2c169eab7600f83207612175f1104676 2024-12-03T09:21:00,432 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2c169eab7600f83207612175f1104676 2024-12-03T09:21:00,432 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:21:00,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:21:00,433 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2c169eab7600f83207612175f1104676 2024-12-03T09:21:00,434 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/default/test/2c169eab7600f83207612175f1104676/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:21:00,435 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2c169eab7600f83207612175f1104676; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69914025, jitterRate=0.041800156235694885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:21:00,435 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c169eab7600f83207612175f1104676 2024-12-03T09:21:00,435 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2c169eab7600f83207612175f1104676: Running coprocessor pre-open hook at 1733217660426Writing region info on filesystem at 1733217660426Initializing all the Stores at 1733217660427 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217660427Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217660427Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217660427Cleaning up temporary data from old regions at 1733217660432 (+5 ms)Running coprocessor post-open hooks at 1733217660435 (+3 ms)Region opened successfully at 1733217660435 2024-12-03T09:21:00,435 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733217659295.2c169eab7600f83207612175f1104676., pid=6, masterSystemTime=1733217660422 2024-12-03T09:21:00,437 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733217659295.2c169eab7600f83207612175f1104676. 2024-12-03T09:21:00,437 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733217659295.2c169eab7600f83207612175f1104676. 2024-12-03T09:21:00,437 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2c169eab7600f83207612175f1104676, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=699c9baf3d29,45755,1733217649844 2024-12-03T09:21:00,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c169eab7600f83207612175f1104676, server=699c9baf3d29,45755,1733217649844 because future has completed 2024-12-03T09:21:00,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T09:21:00,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c169eab7600f83207612175f1104676, server=699c9baf3d29,45755,1733217649844 in 169 msec 2024-12-03T09:21:00,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T09:21:00,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2c169eab7600f83207612175f1104676, ASSIGN in 325 msec 2024-12-03T09:21:00,442 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:21:00,443 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217660442"}]},"ts":"1733217660442"} 2024-12-03T09:21:00,444 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T09:21:00,444 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:21:00,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-12-03T09:21:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:21:01,453 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T09:21:01,454 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:21:01,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,36221,1733217654952 2024-12-03T09:21:01,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72dd6c5d 2024-12-03T09:21:01,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:21:01,456 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:21:01,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:21:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T09:21:01,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:21:01,459 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:01,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T09:21:01,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:21:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:21:01,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741835_1011 (size=902) 2024-12-03T09:21:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:21:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:21:01,870 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => de6c98fdffc1a91c4e83ac7b1b39ad84, NAME => 'test,,1733217661456.de6c98fdffc1a91c4e83ac7b1b39ad84.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f 2024-12-03T09:21:01,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741836_1012 (size=39) 2024-12-03T09:21:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:21:02,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733217661456.de6c98fdffc1a91c4e83ac7b1b39ad84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:02,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing de6c98fdffc1a91c4e83ac7b1b39ad84, disabling compactions & flushes 2024-12-03T09:21:02,275 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733217661456.de6c98fdffc1a91c4e83ac7b1b39ad84. 2024-12-03T09:21:02,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217661456.de6c98fdffc1a91c4e83ac7b1b39ad84. 2024-12-03T09:21:02,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733217661456.de6c98fdffc1a91c4e83ac7b1b39ad84. after waiting 0 ms 2024-12-03T09:21:02,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733217661456.de6c98fdffc1a91c4e83ac7b1b39ad84. 2024-12-03T09:21:02,275 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733217661456.de6c98fdffc1a91c4e83ac7b1b39ad84. 2024-12-03T09:21:02,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for de6c98fdffc1a91c4e83ac7b1b39ad84: Waiting for close lock at 1733217662275Disabling compacts and flushes for region at 1733217662275Disabling writes for close at 1733217662275Writing region close event to WAL at 1733217662275Closed at 1733217662275 2024-12-03T09:21:02,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:21:02,276 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733217661456.de6c98fdffc1a91c4e83ac7b1b39ad84.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733217662276"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217662276"}]},"ts":"1733217662276"} 2024-12-03T09:21:02,278 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:21:02,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:21:02,279 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217662279"}]},"ts":"1733217662279"} 2024-12-03T09:21:02,280 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T09:21:02,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=de6c98fdffc1a91c4e83ac7b1b39ad84, ASSIGN}] 2024-12-03T09:21:02,282 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=de6c98fdffc1a91c4e83ac7b1b39ad84, ASSIGN 2024-12-03T09:21:02,282 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=de6c98fdffc1a91c4e83ac7b1b39ad84, ASSIGN; state=OFFLINE, location=699c9baf3d29,37279,1733217655086; forceNewPlan=false, retain=false 2024-12-03T09:21:02,433 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=de6c98fdffc1a91c4e83ac7b1b39ad84, regionState=OPENING, regionLocation=699c9baf3d29,37279,1733217655086 2024-12-03T09:21:02,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=de6c98fdffc1a91c4e83ac7b1b39ad84, ASSIGN because future has completed 2024-12-03T09:21:02,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure de6c98fdffc1a91c4e83ac7b1b39ad84, server=699c9baf3d29,37279,1733217655086}] 2024-12-03T09:21:02,590 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733217661456.de6c98fdffc1a91c4e83ac7b1b39ad84. 2024-12-03T09:21:02,591 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => de6c98fdffc1a91c4e83ac7b1b39ad84, NAME => 'test,,1733217661456.de6c98fdffc1a91c4e83ac7b1b39ad84.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:21:02,591 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:21:02,591 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T09:21:02,591 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test de6c98fdffc1a91c4e83ac7b1b39ad84 2024-12-03T09:21:02,591 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733217661456.de6c98fdffc1a91c4e83ac7b1b39ad84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:02,591 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for de6c98fdffc1a91c4e83ac7b1b39ad84 2024-12-03T09:21:02,591 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for de6c98fdffc1a91c4e83ac7b1b39ad84 2024-12-03T09:21:02,592 INFO [StoreOpener-de6c98fdffc1a91c4e83ac7b1b39ad84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region de6c98fdffc1a91c4e83ac7b1b39ad84 2024-12-03T09:21:02,593 INFO [StoreOpener-de6c98fdffc1a91c4e83ac7b1b39ad84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de6c98fdffc1a91c4e83ac7b1b39ad84 columnFamilyName f 2024-12-03T09:21:02,593 DEBUG [StoreOpener-de6c98fdffc1a91c4e83ac7b1b39ad84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:21:02,594 INFO [StoreOpener-de6c98fdffc1a91c4e83ac7b1b39ad84-1 {}] regionserver.HStore(327): Store=de6c98fdffc1a91c4e83ac7b1b39ad84/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:02,594 INFO [StoreOpener-de6c98fdffc1a91c4e83ac7b1b39ad84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region de6c98fdffc1a91c4e83ac7b1b39ad84 2024-12-03T09:21:02,594 INFO [StoreOpener-de6c98fdffc1a91c4e83ac7b1b39ad84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de6c98fdffc1a91c4e83ac7b1b39ad84 columnFamilyName f1 2024-12-03T09:21:02,594 DEBUG [StoreOpener-de6c98fdffc1a91c4e83ac7b1b39ad84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:02,595 INFO [StoreOpener-de6c98fdffc1a91c4e83ac7b1b39ad84-1 {}] regionserver.HStore(327): Store=de6c98fdffc1a91c4e83ac7b1b39ad84/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:02,595 INFO [StoreOpener-de6c98fdffc1a91c4e83ac7b1b39ad84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region de6c98fdffc1a91c4e83ac7b1b39ad84 2024-12-03T09:21:02,595 INFO [StoreOpener-de6c98fdffc1a91c4e83ac7b1b39ad84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de6c98fdffc1a91c4e83ac7b1b39ad84 columnFamilyName norep 2024-12-03T09:21:02,595 DEBUG [StoreOpener-de6c98fdffc1a91c4e83ac7b1b39ad84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:02,595 INFO [StoreOpener-de6c98fdffc1a91c4e83ac7b1b39ad84-1 {}] regionserver.HStore(327): Store=de6c98fdffc1a91c4e83ac7b1b39ad84/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:02,596 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for de6c98fdffc1a91c4e83ac7b1b39ad84 2024-12-03T09:21:02,596 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/default/test/de6c98fdffc1a91c4e83ac7b1b39ad84 2024-12-03T09:21:02,596 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/default/test/de6c98fdffc1a91c4e83ac7b1b39ad84 2024-12-03T09:21:02,597 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for de6c98fdffc1a91c4e83ac7b1b39ad84 2024-12-03T09:21:02,597 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for de6c98fdffc1a91c4e83ac7b1b39ad84 2024-12-03T09:21:02,597 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:21:02,598 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for de6c98fdffc1a91c4e83ac7b1b39ad84 2024-12-03T09:21:02,599 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/default/test/de6c98fdffc1a91c4e83ac7b1b39ad84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:21:02,600 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened de6c98fdffc1a91c4e83ac7b1b39ad84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67270194, jitterRate=0.0024040043354034424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:21:02,600 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de6c98fdffc1a91c4e83ac7b1b39ad84 2024-12-03T09:21:02,600 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for de6c98fdffc1a91c4e83ac7b1b39ad84: Running coprocessor pre-open hook at 1733217662591Writing region info on filesystem at 1733217662591Initializing all the Stores at 1733217662592 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217662592Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217662592Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217662592Cleaning up temporary data from old regions at 1733217662597 (+5 ms)Running coprocessor post-open hooks at 1733217662600 (+3 ms)Region opened successfully at 1733217662600 2024-12-03T09:21:02,600 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733217661456.de6c98fdffc1a91c4e83ac7b1b39ad84., pid=6, masterSystemTime=1733217662587 2024-12-03T09:21:02,602 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733217661456.de6c98fdffc1a91c4e83ac7b1b39ad84. 2024-12-03T09:21:02,602 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733217661456.de6c98fdffc1a91c4e83ac7b1b39ad84. 2024-12-03T09:21:02,602 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=de6c98fdffc1a91c4e83ac7b1b39ad84, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=699c9baf3d29,37279,1733217655086 2024-12-03T09:21:02,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure de6c98fdffc1a91c4e83ac7b1b39ad84, server=699c9baf3d29,37279,1733217655086 because future has completed 2024-12-03T09:21:02,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T09:21:02,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure de6c98fdffc1a91c4e83ac7b1b39ad84, server=699c9baf3d29,37279,1733217655086 in 170 msec 2024-12-03T09:21:02,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T09:21:02,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=de6c98fdffc1a91c4e83ac7b1b39ad84, ASSIGN in 326 msec 2024-12-03T09:21:02,609 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:21:02,609 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217662609"}]},"ts":"1733217662609"} 2024-12-03T09:21:02,611 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T09:21:02,611 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:21:02,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-12-03T09:21:03,103 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T09:21:03,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:03,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:03,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:03,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:03,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:03,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:03,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:03,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:03,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:03,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:03,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:21:03,604 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T09:21:03,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbadab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:03,604 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,33533,-1 for getting cluster id 2024-12-03T09:21:03,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:03,605 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f7c430e-6558-4111-9628-0a175302c158' 2024-12-03T09:21:03,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:03,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f7c430e-6558-4111-9628-0a175302c158" 2024-12-03T09:21:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f65621a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,33533,-1] 2024-12-03T09:21:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:03,607 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:03,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c86ecbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:03,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:21:03,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,33533,1733217643716 2024-12-03T09:21:03,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78557ad4 2024-12-03T09:21:03,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:21:03,609 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:21:03,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://699c9baf3d29:39161,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T09:21:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T09:21:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:03,611 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:39161' 2024-12-03T09:21:03,612 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eedd062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:03,612 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,39161,-1 for getting cluster id 2024-12-03T09:21:03,612 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:03,612 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8157179f-f6c2-44f5-b76d-29a95c22af5f' 2024-12-03T09:21:03,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:03,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8157179f-f6c2-44f5-b76d-29a95c22af5f" 2024-12-03T09:21:03,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d747ee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:03,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,39161,-1] 2024-12-03T09:21:03,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:03,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:03,613 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:03,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d91562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:03,614 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:21:03,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,39161,1733217649709 2024-12-03T09:21:03,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78aa842e 2024-12-03T09:21:03,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:21:03,615 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:21:03,616 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T09:21:03,616 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T09:21:03,616 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:03,616 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:03,616 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:21:03,616 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:21:03,617 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T09:21:03,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:21:03,618 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:03,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:21:03,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741837_1013 (size=1138) 2024-12-03T09:21:03,667 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T09:21:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:03,958 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:21:03,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:03,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:03,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:03,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:03,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:03,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:03,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:03,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:03,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:03,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:03,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:04,024 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7edd4619bc8c73be61995a1676d54bf5, NAME => 'hbase:replication,,1733217663616.7edd4619bc8c73be61995a1676d54bf5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07 2024-12-03T09:21:04,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741838_1014 (size=44) 2024-12-03T09:21:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:04,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217663616.7edd4619bc8c73be61995a1676d54bf5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:04,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7edd4619bc8c73be61995a1676d54bf5, disabling compactions & flushes 2024-12-03T09:21:04,431 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217663616.7edd4619bc8c73be61995a1676d54bf5. 2024-12-03T09:21:04,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217663616.7edd4619bc8c73be61995a1676d54bf5. 2024-12-03T09:21:04,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217663616.7edd4619bc8c73be61995a1676d54bf5. after waiting 0 ms 2024-12-03T09:21:04,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217663616.7edd4619bc8c73be61995a1676d54bf5. 2024-12-03T09:21:04,431 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733217663616.7edd4619bc8c73be61995a1676d54bf5. 2024-12-03T09:21:04,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7edd4619bc8c73be61995a1676d54bf5: Waiting for close lock at 1733217664431Disabling compacts and flushes for region at 1733217664431Disabling writes for close at 1733217664431Writing region close event to WAL at 1733217664431Closed at 1733217664431 2024-12-03T09:21:04,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:21:04,432 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733217663616.7edd4619bc8c73be61995a1676d54bf5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733217664432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217664432"}]},"ts":"1733217664432"} 2024-12-03T09:21:04,434 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:21:04,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:21:04,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217664435"}]},"ts":"1733217664435"} 2024-12-03T09:21:04,436 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T09:21:04,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7edd4619bc8c73be61995a1676d54bf5, ASSIGN}] 2024-12-03T09:21:04,437 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7edd4619bc8c73be61995a1676d54bf5, ASSIGN 2024-12-03T09:21:04,437 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7edd4619bc8c73be61995a1676d54bf5, ASSIGN; state=OFFLINE, location=699c9baf3d29,44167,1733217643963; forceNewPlan=false, retain=false 2024-12-03T09:21:04,588 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7edd4619bc8c73be61995a1676d54bf5, regionState=OPENING, regionLocation=699c9baf3d29,44167,1733217643963 2024-12-03T09:21:04,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7edd4619bc8c73be61995a1676d54bf5, ASSIGN because future has completed 2024-12-03T09:21:04,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7edd4619bc8c73be61995a1676d54bf5, server=699c9baf3d29,44167,1733217643963}] 2024-12-03T09:21:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:04,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733217663616.7edd4619bc8c73be61995a1676d54bf5. 2024-12-03T09:21:04,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:21:04,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T09:21:04,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C44167%2C1733217643963.rep, suffix=, logDir=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963, archiveDir=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/oldWALs, maxLogs=10 2024-12-03T09:21:04,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.rep.1733217664746, exclude list is [], retry=0 2024-12-03T09:21:04,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38705,DS-ec7e6118-a1d9-4005-82d3-6d65a6546e82,DISK] 2024-12-03T09:21:04,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.rep.1733217664746 2024-12-03T09:21:04,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38057:38057)] 2024-12-03T09:21:04,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7edd4619bc8c73be61995a1676d54bf5, NAME => 'hbase:replication,,1733217663616.7edd4619bc8c73be61995a1676d54bf5.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:21:04,767 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:21:04,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:21:04,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733217663616.7edd4619bc8c73be61995a1676d54bf5. service=MultiRowMutationService 2024-12-03T09:21:04,767 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T09:21:04,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7edd4619bc8c73be61995a1676d54bf5 2024-12-03T09:21:04,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217663616.7edd4619bc8c73be61995a1676d54bf5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:04,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7edd4619bc8c73be61995a1676d54bf5 2024-12-03T09:21:04,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7edd4619bc8c73be61995a1676d54bf5 2024-12-03T09:21:04,769 INFO [StoreOpener-7edd4619bc8c73be61995a1676d54bf5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7edd4619bc8c73be61995a1676d54bf5 2024-12-03T09:21:04,770 INFO [StoreOpener-7edd4619bc8c73be61995a1676d54bf5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7edd4619bc8c73be61995a1676d54bf5 columnFamilyName hfileref 2024-12-03T09:21:04,770 DEBUG [StoreOpener-7edd4619bc8c73be61995a1676d54bf5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:04,770 INFO [StoreOpener-7edd4619bc8c73be61995a1676d54bf5-1 {}] regionserver.HStore(327): Store=7edd4619bc8c73be61995a1676d54bf5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:04,770 INFO [StoreOpener-7edd4619bc8c73be61995a1676d54bf5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7edd4619bc8c73be61995a1676d54bf5 2024-12-03T09:21:04,771 INFO [StoreOpener-7edd4619bc8c73be61995a1676d54bf5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7edd4619bc8c73be61995a1676d54bf5 columnFamilyName queue 2024-12-03T09:21:04,771 DEBUG [StoreOpener-7edd4619bc8c73be61995a1676d54bf5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:04,771 INFO [StoreOpener-7edd4619bc8c73be61995a1676d54bf5-1 {}] regionserver.HStore(327): Store=7edd4619bc8c73be61995a1676d54bf5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:04,771 INFO [StoreOpener-7edd4619bc8c73be61995a1676d54bf5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7edd4619bc8c73be61995a1676d54bf5 2024-12-03T09:21:04,772 INFO [StoreOpener-7edd4619bc8c73be61995a1676d54bf5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7edd4619bc8c73be61995a1676d54bf5 columnFamilyName sid 2024-12-03T09:21:04,772 DEBUG [StoreOpener-7edd4619bc8c73be61995a1676d54bf5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:04,772 INFO [StoreOpener-7edd4619bc8c73be61995a1676d54bf5-1 {}] regionserver.HStore(327): Store=7edd4619bc8c73be61995a1676d54bf5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:04,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7edd4619bc8c73be61995a1676d54bf5 2024-12-03T09:21:04,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/replication/7edd4619bc8c73be61995a1676d54bf5 2024-12-03T09:21:04,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/replication/7edd4619bc8c73be61995a1676d54bf5 2024-12-03T09:21:04,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7edd4619bc8c73be61995a1676d54bf5 2024-12-03T09:21:04,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7edd4619bc8c73be61995a1676d54bf5 2024-12-03T09:21:04,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:21:04,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7edd4619bc8c73be61995a1676d54bf5 2024-12-03T09:21:04,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/replication/7edd4619bc8c73be61995a1676d54bf5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:21:04,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7edd4619bc8c73be61995a1676d54bf5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66471812, jitterRate=-0.009492814540863037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:21:04,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7edd4619bc8c73be61995a1676d54bf5 2024-12-03T09:21:04,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7edd4619bc8c73be61995a1676d54bf5: Running coprocessor pre-open hook at 1733217664768Writing region info on filesystem at 1733217664768Initializing all the Stores at 1733217664768Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217664768Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217664769 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217664769Cleaning up temporary data from old regions at 1733217664774 (+5 ms)Running coprocessor post-open hooks at 1733217664777 (+3 ms)Region opened successfully at 1733217664777 2024-12-03T09:21:04,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733217663616.7edd4619bc8c73be61995a1676d54bf5., pid=10, masterSystemTime=1733217664741 2024-12-03T09:21:04,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733217663616.7edd4619bc8c73be61995a1676d54bf5. 2024-12-03T09:21:04,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733217663616.7edd4619bc8c73be61995a1676d54bf5. 2024-12-03T09:21:04,780 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7edd4619bc8c73be61995a1676d54bf5, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,44167,1733217643963 2024-12-03T09:21:04,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7edd4619bc8c73be61995a1676d54bf5, server=699c9baf3d29,44167,1733217643963 because future has completed 2024-12-03T09:21:04,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T09:21:04,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7edd4619bc8c73be61995a1676d54bf5, server=699c9baf3d29,44167,1733217643963 in 193 msec 2024-12-03T09:21:04,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T09:21:04,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7edd4619bc8c73be61995a1676d54bf5, ASSIGN in 348 msec 2024-12-03T09:21:04,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:21:04,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217664786"}]},"ts":"1733217664786"} 2024-12-03T09:21:04,788 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T09:21:04,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:21:04,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-12-03T09:21:04,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733217663616.7edd4619bc8c73be61995a1676d54bf5., hostname=699c9baf3d29,44167,1733217643963, seqNum=2] 2024-12-03T09:21:04,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0625710804 2024-12-03T09:21:04,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1019a7e5d9f0001, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0625710804 2024-12-03T09:21:04,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T09:21:05,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44167 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T09:21:05,021 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T09:21:05,058 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-699c9baf3d29,44167,1733217643963, ReplicationSource: 1, currentBandwidth=0 2024-12-03T09:21:05,058 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:21:05,058 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,44167,1733217643963, seqNum=-1] 2024-12-03T09:21:05,059 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:21:05,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-03T09:21:05,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-699c9baf3d29,44167,1733217643963', locateType=CURRENT is [region=hbase:replication,,1733217663616.7edd4619bc8c73be61995a1676d54bf5., hostname=699c9baf3d29,44167,1733217643963, seqNum=2] 2024-12-03T09:21:05,064 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T09:21:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T09:21:05,066 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 699c9baf3d29,44167,1733217643963 suceeded 2024-12-03T09:21:05,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T09:21:05,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-12-03T09:21:05,067 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://699c9baf3d29:39161,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T09:21:05,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4580 sec 2024-12-03T09:21:05,077 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:39161' 2024-12-03T09:21:05,078 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73cc33c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:05,078 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,39161,-1 for getting cluster id 2024-12-03T09:21:05,078 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:05,079 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8157179f-f6c2-44f5-b76d-29a95c22af5f' 2024-12-03T09:21:05,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:05,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8157179f-f6c2-44f5-b76d-29a95c22af5f" 2024-12-03T09:21:05,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e46e9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:05,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,39161,-1] 2024-12-03T09:21:05,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:05,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:05,081 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:05,082 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c59f543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:05,082 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:21:05,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,39161,1733217649709 2024-12-03T09:21:05,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3389df3d 2024-12-03T09:21:05,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:21:05,084 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-03T09:21:05,085 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-699c9baf3d29,44167,1733217643963 (queues=1) is replicating from cluster=7f7c430e-6558-4111-9628-0a175302c158 to cluster=8157179f-f6c2-44f5-b76d-29a95c22af5f 2024-12-03T09:21:05,086 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=699c9baf3d29%2C44167%2C1733217643963 2024-12-03T09:21:05,086 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-699c9baf3d29,44167,1733217643963, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T09:21:05,086 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561, startPosition=0, beingWritten=true 2024-12-03T09:21:05,086 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.shipper699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 699c9baf3d29%2C44167%2C1733217643963 2024-12-03T09:21:05,093 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:21:05,093 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 379, reset compression=false 2024-12-03T09:21:05,093 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.shipper699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,44167,1733217643963 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:21:05,297 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 379, reset compression=false 2024-12-03T09:21:05,601 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 379, reset compression=false 2024-12-03T09:21:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:05,763 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T09:21:05,763 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:21:05,763 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:21:05,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:05,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:05,764 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:21:05,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d9dd75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:05,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,39161,-1 for getting cluster id 2024-12-03T09:21:05,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:05,770 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8157179f-f6c2-44f5-b76d-29a95c22af5f' 2024-12-03T09:21:05,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:05,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8157179f-f6c2-44f5-b76d-29a95c22af5f" 2024-12-03T09:21:05,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32144b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:05,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,39161,-1] 2024-12-03T09:21:05,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:05,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:05,774 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:05,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@504038a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:05,776 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:21:05,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,39161,1733217649709 2024-12-03T09:21:05,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cb856d1 2024-12-03T09:21:05,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:21:05,780 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:21:05,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://699c9baf3d29:36221,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T09:21:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T09:21:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:05,786 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:36221' 2024-12-03T09:21:05,796 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15393af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:05,796 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,36221,-1 for getting cluster id 2024-12-03T09:21:05,797 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:05,797 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '904e9947-0bdb-440d-96ab-16bc50ea595a' 2024-12-03T09:21:05,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:05,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "904e9947-0bdb-440d-96ab-16bc50ea595a" 2024-12-03T09:21:05,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c4bc759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:05,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,36221,-1] 2024-12-03T09:21:05,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:05,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:05,800 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:05,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fef4cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:05,801 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:21:05,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,36221,1733217654952 2024-12-03T09:21:05,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39afb458 2024-12-03T09:21:05,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:21:05,804 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:21:05,805 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T09:21:05,805 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T09:21:05,805 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:05,805 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:05,805 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:21:05,807 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T09:21:05,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:21:05,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:21:05,808 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:05,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:21:05,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741837_1013 (size=1138) 2024-12-03T09:21:05,820 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec47764e0b5b89f1ad623f91c7226f0f, NAME => 'hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995 2024-12-03T09:21:05,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741838_1014 (size=44) 2024-12-03T09:21:05,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:05,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ec47764e0b5b89f1ad623f91c7226f0f, disabling compactions & flushes 2024-12-03T09:21:05,829 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f. 2024-12-03T09:21:05,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f. 2024-12-03T09:21:05,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f. after waiting 0 ms 2024-12-03T09:21:05,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f. 2024-12-03T09:21:05,829 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f. 2024-12-03T09:21:05,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec47764e0b5b89f1ad623f91c7226f0f: Waiting for close lock at 1733217665829Disabling compacts and flushes for region at 1733217665829Disabling writes for close at 1733217665829Writing region close event to WAL at 1733217665829Closed at 1733217665829 2024-12-03T09:21:05,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:21:05,830 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733217665830"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217665830"}]},"ts":"1733217665830"} 2024-12-03T09:21:05,842 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:21:05,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:21:05,845 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217665844"}]},"ts":"1733217665844"} 2024-12-03T09:21:05,847 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T09:21:05,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec47764e0b5b89f1ad623f91c7226f0f, ASSIGN}] 2024-12-03T09:21:05,850 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec47764e0b5b89f1ad623f91c7226f0f, ASSIGN 2024-12-03T09:21:05,851 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ec47764e0b5b89f1ad623f91c7226f0f, ASSIGN; state=OFFLINE, location=699c9baf3d29,45755,1733217649844; forceNewPlan=false, retain=false 2024-12-03T09:21:05,857 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T09:21:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:06,002 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ec47764e0b5b89f1ad623f91c7226f0f, regionState=OPENING, regionLocation=699c9baf3d29,45755,1733217649844 2024-12-03T09:21:06,004 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 379, reset compression=false 2024-12-03T09:21:06,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ec47764e0b5b89f1ad623f91c7226f0f, ASSIGN because future has completed 2024-12-03T09:21:06,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec47764e0b5b89f1ad623f91c7226f0f, server=699c9baf3d29,45755,1733217649844}] 2024-12-03T09:21:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:06,160 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f. 2024-12-03T09:21:06,160 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:21:06,160 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T09:21:06,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C45755%2C1733217649844.rep, suffix=, logDir=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844, archiveDir=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/oldWALs, maxLogs=10 2024-12-03T09:21:06,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.rep.1733217666162, exclude list is [], retry=0 2024-12-03T09:21:06,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41107,DS-b8a24ded-5812-4560-aa7b-69c6f9d12dcc,DISK] 2024-12-03T09:21:06,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.rep.1733217666162 2024-12-03T09:21:06,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42977:42977)] 2024-12-03T09:21:06,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ec47764e0b5b89f1ad623f91c7226f0f, NAME => 'hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:21:06,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:21:06,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:21:06,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f. service=MultiRowMutationService 2024-12-03T09:21:06,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T09:21:06,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ec47764e0b5b89f1ad623f91c7226f0f 2024-12-03T09:21:06,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:06,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ec47764e0b5b89f1ad623f91c7226f0f 2024-12-03T09:21:06,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ec47764e0b5b89f1ad623f91c7226f0f 2024-12-03T09:21:06,179 INFO [StoreOpener-ec47764e0b5b89f1ad623f91c7226f0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ec47764e0b5b89f1ad623f91c7226f0f 2024-12-03T09:21:06,180 INFO [StoreOpener-ec47764e0b5b89f1ad623f91c7226f0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec47764e0b5b89f1ad623f91c7226f0f columnFamilyName hfileref 2024-12-03T09:21:06,180 DEBUG [StoreOpener-ec47764e0b5b89f1ad623f91c7226f0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:06,181 INFO [StoreOpener-ec47764e0b5b89f1ad623f91c7226f0f-1 {}] regionserver.HStore(327): Store=ec47764e0b5b89f1ad623f91c7226f0f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:06,181 INFO [StoreOpener-ec47764e0b5b89f1ad623f91c7226f0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ec47764e0b5b89f1ad623f91c7226f0f 2024-12-03T09:21:06,181 INFO [StoreOpener-ec47764e0b5b89f1ad623f91c7226f0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec47764e0b5b89f1ad623f91c7226f0f columnFamilyName queue 2024-12-03T09:21:06,182 DEBUG [StoreOpener-ec47764e0b5b89f1ad623f91c7226f0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:06,182 INFO [StoreOpener-ec47764e0b5b89f1ad623f91c7226f0f-1 {}] regionserver.HStore(327): Store=ec47764e0b5b89f1ad623f91c7226f0f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:06,182 INFO [StoreOpener-ec47764e0b5b89f1ad623f91c7226f0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ec47764e0b5b89f1ad623f91c7226f0f 2024-12-03T09:21:06,183 INFO [StoreOpener-ec47764e0b5b89f1ad623f91c7226f0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec47764e0b5b89f1ad623f91c7226f0f columnFamilyName sid 2024-12-03T09:21:06,183 DEBUG [StoreOpener-ec47764e0b5b89f1ad623f91c7226f0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:06,183 INFO [StoreOpener-ec47764e0b5b89f1ad623f91c7226f0f-1 {}] regionserver.HStore(327): Store=ec47764e0b5b89f1ad623f91c7226f0f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:06,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ec47764e0b5b89f1ad623f91c7226f0f 2024-12-03T09:21:06,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/replication/ec47764e0b5b89f1ad623f91c7226f0f 2024-12-03T09:21:06,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/replication/ec47764e0b5b89f1ad623f91c7226f0f 2024-12-03T09:21:06,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ec47764e0b5b89f1ad623f91c7226f0f 2024-12-03T09:21:06,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ec47764e0b5b89f1ad623f91c7226f0f 2024-12-03T09:21:06,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:21:06,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ec47764e0b5b89f1ad623f91c7226f0f 2024-12-03T09:21:06,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/replication/ec47764e0b5b89f1ad623f91c7226f0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:21:06,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ec47764e0b5b89f1ad623f91c7226f0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72091133, jitterRate=0.07424159348011017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:21:06,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec47764e0b5b89f1ad623f91c7226f0f 2024-12-03T09:21:06,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ec47764e0b5b89f1ad623f91c7226f0f: Running coprocessor pre-open hook at 1733217666178Writing region info on filesystem at 1733217666178Initializing all the Stores at 1733217666179 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217666179Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217666179Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217666179Cleaning up temporary data from old regions at 1733217666185 (+6 ms)Running coprocessor post-open hooks at 1733217666188 (+3 ms)Region opened successfully at 1733217666188 2024-12-03T09:21:06,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f., pid=10, masterSystemTime=1733217666157 2024-12-03T09:21:06,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f. 2024-12-03T09:21:06,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f. 2024-12-03T09:21:06,190 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ec47764e0b5b89f1ad623f91c7226f0f, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,45755,1733217649844 2024-12-03T09:21:06,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec47764e0b5b89f1ad623f91c7226f0f, server=699c9baf3d29,45755,1733217649844 because future has completed 2024-12-03T09:21:06,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T09:21:06,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ec47764e0b5b89f1ad623f91c7226f0f, server=699c9baf3d29,45755,1733217649844 in 187 msec 2024-12-03T09:21:06,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T09:21:06,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec47764e0b5b89f1ad623f91c7226f0f, ASSIGN in 346 msec 2024-12-03T09:21:06,196 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:21:06,196 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217666196"}]},"ts":"1733217666196"} 2024-12-03T09:21:06,197 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T09:21:06,198 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:21:06,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 392 msec 2024-12-03T09:21:06,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f., hostname=699c9baf3d29,45755,1733217649844, seqNum=2] 2024-12-03T09:21:06,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45755-0x1019a7e5d9f0004, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-875957432 2024-12-03T09:21:06,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-875957432 2024-12-03T09:21:06,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T09:21:06,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45755 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T09:21:06,411 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T09:21:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:06,437 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-699c9baf3d29,45755,1733217649844, ReplicationSource: 1, currentBandwidth=0 2024-12-03T09:21:06,438 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:21:06,438 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,45755,1733217649844, seqNum=-1] 2024-12-03T09:21:06,438 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:21:06,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-03T09:21:06,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-699c9baf3d29,45755,1733217649844', locateType=CURRENT is [region=hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f., hostname=699c9baf3d29,45755,1733217649844, seqNum=2] 2024-12-03T09:21:06,443 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T09:21:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T09:21:06,445 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 699c9baf3d29,45755,1733217649844 suceeded 2024-12-03T09:21:06,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T09:21:06,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-03T09:21:06,446 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://699c9baf3d29:36221,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T09:21:06,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 666 msec 2024-12-03T09:21:06,456 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:36221' 2024-12-03T09:21:06,457 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72d2fc82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:06,457 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,36221,-1 for getting cluster id 2024-12-03T09:21:06,457 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:06,458 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '904e9947-0bdb-440d-96ab-16bc50ea595a' 2024-12-03T09:21:06,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:06,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "904e9947-0bdb-440d-96ab-16bc50ea595a" 2024-12-03T09:21:06,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17345331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:06,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,36221,-1] 2024-12-03T09:21:06,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:06,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:06,459 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:06,459 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b5d6d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:06,459 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:21:06,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,36221,1733217654952 2024-12-03T09:21:06,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d570eda 2024-12-03T09:21:06,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:21:06,461 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-03T09:21:06,461 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-699c9baf3d29,45755,1733217649844 (queues=1) is replicating from cluster=8157179f-f6c2-44f5-b76d-29a95c22af5f to cluster=904e9947-0bdb-440d-96ab-16bc50ea595a 2024-12-03T09:21:06,461 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=699c9baf3d29%2C45755%2C1733217649844 2024-12-03T09:21:06,462 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-699c9baf3d29,45755,1733217649844, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T09:21:06,462 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232, startPosition=0, beingWritten=true 2024-12-03T09:21:06,462 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.shipper699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 699c9baf3d29%2C45755%2C1733217649844 2024-12-03T09:21:06,466 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:21:06,466 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 379, reset compression=false 2024-12-03T09:21:06,466 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.shipper699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,45755,1733217649844 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:21:06,508 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 379, reset compression=false 2024-12-03T09:21:06,670 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 379, reset compression=false 2024-12-03T09:21:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:06,923 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T09:21:06,923 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:21:06,923 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:21:06,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:06,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:06,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:21:06,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d4832e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:06,924 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,36221,-1 for getting cluster id 2024-12-03T09:21:06,924 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:06,925 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '904e9947-0bdb-440d-96ab-16bc50ea595a' 2024-12-03T09:21:06,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:06,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "904e9947-0bdb-440d-96ab-16bc50ea595a" 2024-12-03T09:21:06,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60a7c766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:06,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,36221,-1] 2024-12-03T09:21:06,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:06,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:06,926 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:06,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@420412ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:06,926 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:21:06,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,36221,1733217654952 2024-12-03T09:21:06,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78269625 2024-12-03T09:21:06,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:21:06,928 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:21:06,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://699c9baf3d29:33533,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T09:21:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T09:21:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:06,930 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:33533' 2024-12-03T09:21:06,931 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27abd9d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:06,931 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,33533,-1 for getting cluster id 2024-12-03T09:21:06,931 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:06,932 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f7c430e-6558-4111-9628-0a175302c158' 2024-12-03T09:21:06,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:06,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f7c430e-6558-4111-9628-0a175302c158" 2024-12-03T09:21:06,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4a3c7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:06,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,33533,-1] 2024-12-03T09:21:06,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:06,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:06,933 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:06,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55499540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:06,934 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:21:06,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,33533,1733217643716 2024-12-03T09:21:06,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a10da26 2024-12-03T09:21:06,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:21:06,935 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:21:06,935 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T09:21:06,936 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T09:21:06,936 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:06,936 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:06,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:21:06,936 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:21:06,937 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T09:21:06,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:21:06,938 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:06,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:21:06,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741837_1013 (size=1138) 2024-12-03T09:21:06,974 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 379, reset compression=false 2024-12-03T09:21:06,987 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T09:21:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:07,111 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 379, reset compression=false 2024-12-03T09:21:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:07,344 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a327efee33041e8fd53628791b1fe750, NAME => 'hbase:replication,,1733217666936.a327efee33041e8fd53628791b1fe750.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f 2024-12-03T09:21:07,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741838_1014 (size=44) 2024-12-03T09:21:07,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217666936.a327efee33041e8fd53628791b1fe750.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:07,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a327efee33041e8fd53628791b1fe750, disabling compactions & flushes 2024-12-03T09:21:07,349 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217666936.a327efee33041e8fd53628791b1fe750. 2024-12-03T09:21:07,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217666936.a327efee33041e8fd53628791b1fe750. 2024-12-03T09:21:07,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217666936.a327efee33041e8fd53628791b1fe750. after waiting 0 ms 2024-12-03T09:21:07,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217666936.a327efee33041e8fd53628791b1fe750. 2024-12-03T09:21:07,349 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733217666936.a327efee33041e8fd53628791b1fe750. 2024-12-03T09:21:07,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a327efee33041e8fd53628791b1fe750: Waiting for close lock at 1733217667349Disabling compacts and flushes for region at 1733217667349Disabling writes for close at 1733217667349Writing region close event to WAL at 1733217667349Closed at 1733217667349 2024-12-03T09:21:07,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:21:07,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733217666936.a327efee33041e8fd53628791b1fe750.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733217667350"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217667350"}]},"ts":"1733217667350"} 2024-12-03T09:21:07,351 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:21:07,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:21:07,352 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217667352"}]},"ts":"1733217667352"} 2024-12-03T09:21:07,353 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T09:21:07,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a327efee33041e8fd53628791b1fe750, ASSIGN}] 2024-12-03T09:21:07,354 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a327efee33041e8fd53628791b1fe750, ASSIGN 2024-12-03T09:21:07,355 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a327efee33041e8fd53628791b1fe750, ASSIGN; state=OFFLINE, location=699c9baf3d29,37279,1733217655086; forceNewPlan=false, retain=false 2024-12-03T09:21:07,377 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 379, reset compression=false 2024-12-03T09:21:07,505 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a327efee33041e8fd53628791b1fe750, regionState=OPENING, regionLocation=699c9baf3d29,37279,1733217655086 2024-12-03T09:21:07,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a327efee33041e8fd53628791b1fe750, ASSIGN because future has completed 2024-12-03T09:21:07,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a327efee33041e8fd53628791b1fe750, server=699c9baf3d29,37279,1733217655086}] 2024-12-03T09:21:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:07,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733217666936.a327efee33041e8fd53628791b1fe750. 2024-12-03T09:21:07,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:21:07,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T09:21:07,663 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C37279%2C1733217655086.rep, suffix=, logDir=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086, archiveDir=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/oldWALs, maxLogs=10 2024-12-03T09:21:07,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.rep.1733217667664, exclude list is [], retry=0 2024-12-03T09:21:07,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36261,DS-cd7d89f4-305d-44ed-89d4-dc37ad4792b4,DISK] 2024-12-03T09:21:07,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.rep.1733217667664 2024-12-03T09:21:07,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40781:40781)] 2024-12-03T09:21:07,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a327efee33041e8fd53628791b1fe750, NAME => 'hbase:replication,,1733217666936.a327efee33041e8fd53628791b1fe750.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:21:07,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:21:07,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:21:07,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733217666936.a327efee33041e8fd53628791b1fe750. service=MultiRowMutationService 2024-12-03T09:21:07,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T09:21:07,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a327efee33041e8fd53628791b1fe750 2024-12-03T09:21:07,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217666936.a327efee33041e8fd53628791b1fe750.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:07,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a327efee33041e8fd53628791b1fe750 2024-12-03T09:21:07,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a327efee33041e8fd53628791b1fe750 2024-12-03T09:21:07,680 INFO [StoreOpener-a327efee33041e8fd53628791b1fe750-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a327efee33041e8fd53628791b1fe750 2024-12-03T09:21:07,681 INFO [StoreOpener-a327efee33041e8fd53628791b1fe750-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a327efee33041e8fd53628791b1fe750 columnFamilyName hfileref 2024-12-03T09:21:07,681 DEBUG [StoreOpener-a327efee33041e8fd53628791b1fe750-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:07,681 INFO [StoreOpener-a327efee33041e8fd53628791b1fe750-1 {}] regionserver.HStore(327): Store=a327efee33041e8fd53628791b1fe750/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:07,681 INFO [StoreOpener-a327efee33041e8fd53628791b1fe750-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a327efee33041e8fd53628791b1fe750 2024-12-03T09:21:07,682 INFO [StoreOpener-a327efee33041e8fd53628791b1fe750-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a327efee33041e8fd53628791b1fe750 columnFamilyName queue 2024-12-03T09:21:07,682 DEBUG [StoreOpener-a327efee33041e8fd53628791b1fe750-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:07,682 INFO [StoreOpener-a327efee33041e8fd53628791b1fe750-1 {}] regionserver.HStore(327): Store=a327efee33041e8fd53628791b1fe750/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:07,682 INFO [StoreOpener-a327efee33041e8fd53628791b1fe750-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a327efee33041e8fd53628791b1fe750 2024-12-03T09:21:07,683 INFO [StoreOpener-a327efee33041e8fd53628791b1fe750-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a327efee33041e8fd53628791b1fe750 columnFamilyName sid 2024-12-03T09:21:07,683 DEBUG [StoreOpener-a327efee33041e8fd53628791b1fe750-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:07,683 INFO [StoreOpener-a327efee33041e8fd53628791b1fe750-1 {}] regionserver.HStore(327): Store=a327efee33041e8fd53628791b1fe750/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:07,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a327efee33041e8fd53628791b1fe750 2024-12-03T09:21:07,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/replication/a327efee33041e8fd53628791b1fe750 2024-12-03T09:21:07,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/replication/a327efee33041e8fd53628791b1fe750 2024-12-03T09:21:07,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a327efee33041e8fd53628791b1fe750 2024-12-03T09:21:07,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a327efee33041e8fd53628791b1fe750 2024-12-03T09:21:07,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:21:07,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a327efee33041e8fd53628791b1fe750 2024-12-03T09:21:07,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/replication/a327efee33041e8fd53628791b1fe750/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:21:07,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a327efee33041e8fd53628791b1fe750; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65287012, jitterRate=-0.02714771032333374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:21:07,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a327efee33041e8fd53628791b1fe750 2024-12-03T09:21:07,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a327efee33041e8fd53628791b1fe750: Running coprocessor pre-open hook at 1733217667679Writing region info on filesystem at 1733217667679Initializing all the Stores at 1733217667680 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217667680Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217667680Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217667680Cleaning up temporary data from old regions at 1733217667685 (+5 ms)Running coprocessor post-open hooks at 1733217667687 (+2 ms)Region opened successfully at 1733217667688 (+1 ms) 2024-12-03T09:21:07,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733217666936.a327efee33041e8fd53628791b1fe750., pid=10, masterSystemTime=1733217667659 2024-12-03T09:21:07,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733217666936.a327efee33041e8fd53628791b1fe750. 2024-12-03T09:21:07,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733217666936.a327efee33041e8fd53628791b1fe750. 2024-12-03T09:21:07,690 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a327efee33041e8fd53628791b1fe750, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,37279,1733217655086 2024-12-03T09:21:07,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a327efee33041e8fd53628791b1fe750, server=699c9baf3d29,37279,1733217655086 because future has completed 2024-12-03T09:21:07,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T09:21:07,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a327efee33041e8fd53628791b1fe750, server=699c9baf3d29,37279,1733217655086 in 186 msec 2024-12-03T09:21:07,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T09:21:07,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a327efee33041e8fd53628791b1fe750, ASSIGN in 341 msec 2024-12-03T09:21:07,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:21:07,696 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217667696"}]},"ts":"1733217667696"} 2024-12-03T09:21:07,698 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T09:21:07,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:21:07,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 762 msec 2024-12-03T09:21:07,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733217666936.a327efee33041e8fd53628791b1fe750., hostname=699c9baf3d29,37279,1733217655086, seqNum=2] 2024-12-03T09:21:07,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21409856928 2024-12-03T09:21:07,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x1019a7e5d9f0007, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21409856928 2024-12-03T09:21:07,814 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 379, reset compression=false 2024-12-03T09:21:07,884 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 379, reset compression=false 2024-12-03T09:21:07,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T09:21:08,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37279 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T09:21:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:08,063 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T09:21:08,098 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-699c9baf3d29,37279,1733217655086, ReplicationSource: 1, currentBandwidth=0 2024-12-03T09:21:08,099 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:21:08,099 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,37279,1733217655086, seqNum=-1] 2024-12-03T09:21:08,099 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:21:08,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-03T09:21:08,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-699c9baf3d29,37279,1733217655086', locateType=CURRENT is [region=hbase:replication,,1733217666936.a327efee33041e8fd53628791b1fe750., hostname=699c9baf3d29,37279,1733217655086, seqNum=2] 2024-12-03T09:21:08,104 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T09:21:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T09:21:08,115 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 699c9baf3d29,37279,1733217655086 suceeded 2024-12-03T09:21:08,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T09:21:08,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-12-03T09:21:08,116 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://699c9baf3d29:33533,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T09:21:08,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1880 sec 2024-12-03T09:21:08,131 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:33533' 2024-12-03T09:21:08,133 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@306b7225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:08,133 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,33533,-1 for getting cluster id 2024-12-03T09:21:08,133 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:08,134 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f7c430e-6558-4111-9628-0a175302c158' 2024-12-03T09:21:08,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:08,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f7c430e-6558-4111-9628-0a175302c158" 2024-12-03T09:21:08,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b004acb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:08,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,33533,-1] 2024-12-03T09:21:08,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:08,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:08,135 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:08,136 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c9689ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:08,136 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:21:08,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,33533,1733217643716 2024-12-03T09:21:08,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1874a01 2024-12-03T09:21:08,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:21:08,138 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-03T09:21:08,138 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-699c9baf3d29,37279,1733217655086 (queues=1) is replicating from cluster=904e9947-0bdb-440d-96ab-16bc50ea595a to cluster=7f7c430e-6558-4111-9628-0a175302c158 2024-12-03T09:21:08,138 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=699c9baf3d29%2C37279%2C1733217655086 2024-12-03T09:21:08,138 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-699c9baf3d29,37279,1733217655086, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T09:21:08,139 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.shipper699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 699c9baf3d29%2C37279%2C1733217655086 2024-12-03T09:21:08,139 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523, startPosition=0, beingWritten=true 2024-12-03T09:21:08,143 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:21:08,143 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 379, reset compression=false 2024-12-03T09:21:08,143 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.shipper699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,37279,1733217655086 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:21:08,346 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 379, reset compression=false 2024-12-03T09:21:08,487 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 379, reset compression=false 2024-12-03T09:21:08,618 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 379, reset compression=false 2024-12-03T09:21:08,649 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 379, reset compression=false 2024-12-03T09:21:09,052 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 379, reset compression=false 2024-12-03T09:21:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:09,074 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T09:21:09,074 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:21:09,074 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:21:09,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:09,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:21:09,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:09,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287a42ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:09,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,33533,-1 for getting cluster id 2024-12-03T09:21:09,075 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:09,075 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f7c430e-6558-4111-9628-0a175302c158' 2024-12-03T09:21:09,075 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:09,075 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f7c430e-6558-4111-9628-0a175302c158" 2024-12-03T09:21:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70903c0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,33533,-1] 2024-12-03T09:21:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:09,076 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:09,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@704fb1f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:09,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e32d5df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:09,077 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,39161,-1 for getting cluster id 2024-12-03T09:21:09,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:09,078 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8157179f-f6c2-44f5-b76d-29a95c22af5f' 2024-12-03T09:21:09,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:09,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8157179f-f6c2-44f5-b76d-29a95c22af5f" 2024-12-03T09:21:09,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@613375f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:09,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,39161,-1] 2024-12-03T09:21:09,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:09,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:09,079 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:09,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e00a51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:09,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48514847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:09,080 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,36221,-1 for getting cluster id 2024-12-03T09:21:09,080 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:09,080 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '904e9947-0bdb-440d-96ab-16bc50ea595a' 2024-12-03T09:21:09,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:09,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "904e9947-0bdb-440d-96ab-16bc50ea595a" 2024-12-03T09:21:09,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b23bcce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:09,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,36221,-1] 2024-12-03T09:21:09,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:09,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:09,081 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:09,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77655e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:09,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:21:09,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,44167,1733217643963, seqNum=-1] 2024-12-03T09:21:09,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:21:09,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:21:09,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733217658665.8d87aebce27b41c2a442ac7639b3e550., hostname=699c9baf3d29,44167,1733217643963, seqNum=2] 2024-12-03T09:21:09,088 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:21:09,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,37279,1733217655086, seqNum=-1] 2024-12-03T09:21:09,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:21:09,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:21:09,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733217661456.de6c98fdffc1a91c4e83ac7b1b39ad84., hostname=699c9baf3d29,37279,1733217655086, seqNum=2] 2024-12-03T09:21:09,119 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T09:21:09,190 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 379, reset compression=false 2024-12-03T09:21:09,521 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 379, reset compression=false 2024-12-03T09:21:09,526 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:21:09,526 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 480, reset compression=false 2024-12-03T09:21:09,526 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.shipper699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,44167,1733217643963 got entry batch from reader: WALEntryBatch [walEntries=[{test/8d87aebce27b41c2a442ac7639b3e550/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T09:21:09,527 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.shipper699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:21:09,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-03T09:21:09,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T09:21:09,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7551f10a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:09,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,39161,-1 for getting cluster id 2024-12-03T09:21:09,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:09,530 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8157179f-f6c2-44f5-b76d-29a95c22af5f' 2024-12-03T09:21:09,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:09,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8157179f-f6c2-44f5-b76d-29a95c22af5f" 2024-12-03T09:21:09,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@82d0fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:09,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,39161,-1] 2024-12-03T09:21:09,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:09,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:09,531 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:09,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f5d7b05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:09,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:21:09,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,45755,1733217649844, seqNum=-1] 2024-12-03T09:21:09,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:21:09,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-03T09:21:09,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733217659295.2c169eab7600f83207612175f1104676., hostname=699c9baf3d29,45755,1733217649844, seqNum=2] 2024-12-03T09:21:09,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T09:21:09,555 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 379, reset compression=false 2024-12-03T09:21:09,731 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 480, reset compression=false 2024-12-03T09:21:09,993 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 379, reset compression=false 2024-12-03T09:21:09,997 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:21:09,997 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 503, reset compression=false 2024-12-03T09:21:09,997 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.shipper699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,45755,1733217649844 got entry batch from reader: WALEntryBatch [walEntries=[{test/2c169eab7600f83207612175f1104676/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-03T09:21:09,999 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.shipper699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:21:09,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-03T09:21:10,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T09:21:10,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4459676a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:10,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,36221,-1 for getting cluster id 2024-12-03T09:21:10,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:10,001 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '904e9947-0bdb-440d-96ab-16bc50ea595a' 2024-12-03T09:21:10,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:10,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "904e9947-0bdb-440d-96ab-16bc50ea595a" 2024-12-03T09:21:10,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42dea7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:10,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,36221,-1] 2024-12-03T09:21:10,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:10,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:10,002 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:10,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b1bc81b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:10,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:21:10,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,37279,1733217655086, seqNum=-1] 2024-12-03T09:21:10,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:21:10,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-03T09:21:10,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733217661456.de6c98fdffc1a91c4e83ac7b1b39ad84., hostname=699c9baf3d29,37279,1733217655086, seqNum=2] 2024-12-03T09:21:10,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T09:21:10,034 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 480, reset compression=false 2024-12-03T09:21:10,120 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T09:21:10,120 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:21:10,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,45755,1733217649844, seqNum=-1] 2024-12-03T09:21:10,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:21:10,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:21:10,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733217659295.2c169eab7600f83207612175f1104676., hostname=699c9baf3d29,45755,1733217649844, seqNum=2] 2024-12-03T09:21:10,126 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T09:21:10,159 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 379, reset compression=false 2024-12-03T09:21:10,163 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:21:10,163 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 527, reset compression=false 2024-12-03T09:21:10,163 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.shipper699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,37279,1733217655086 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:21:10,200 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 503, reset compression=false 2024-12-03T09:21:10,204 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:21:10,204 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 607, reset compression=false 2024-12-03T09:21:10,204 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.shipper699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,45755,1733217649844 got entry batch from reader: WALEntryBatch [walEntries=[{test/2c169eab7600f83207612175f1104676/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T09:21:10,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T09:21:10,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T09:21:10,270 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:21:10,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:10,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:10,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:10,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:10,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:10,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:10,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:10,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:10,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:10,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:10,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:10,367 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 527, reset compression=false 2024-12-03T09:21:10,372 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:21:10,372 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 655, reset compression=false 2024-12-03T09:21:10,372 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.shipper699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,37279,1733217655086 got entry batch from reader: WALEntryBatch [walEntries=[{test/de6c98fdffc1a91c4e83ac7b1b39ad84/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T09:21:10,374 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.shipper699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:21:10,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-03T09:21:10,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T09:21:10,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1caae0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:10,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,33533,-1 for getting cluster id 2024-12-03T09:21:10,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:10,376 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f7c430e-6558-4111-9628-0a175302c158' 2024-12-03T09:21:10,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:10,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f7c430e-6558-4111-9628-0a175302c158" 2024-12-03T09:21:10,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56ac64b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:10,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,33533,-1] 2024-12-03T09:21:10,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:10,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:10,377 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:10,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@358b2320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:10,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:21:10,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,44167,1733217643963, seqNum=-1] 2024-12-03T09:21:10,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:21:10,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-03T09:21:10,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733217658665.8d87aebce27b41c2a442ac7639b3e550., hostname=699c9baf3d29,44167,1733217643963, seqNum=2] 2024-12-03T09:21:10,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T09:21:10,408 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 607, reset compression=false 2024-12-03T09:21:10,437 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 480, reset compression=false 2024-12-03T09:21:10,440 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:21:10,440 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 632, reset compression=false 2024-12-03T09:21:10,440 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.shipper699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,44167,1733217643963 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:21:10,575 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 655, reset compression=false 2024-12-03T09:21:10,644 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 632, reset compression=false 2024-12-03T09:21:10,711 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 607, reset compression=false 2024-12-03T09:21:10,878 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 655, reset compression=false 2024-12-03T09:21:10,947 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 632, reset compression=false 2024-12-03T09:21:11,114 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 607, reset compression=false 2024-12-03T09:21:11,128 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T09:21:11,130 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-03T09:21:11,281 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 655, reset compression=false 2024-12-03T09:21:11,285 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:21:11,285 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 759, reset compression=false 2024-12-03T09:21:11,285 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.shipper699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,37279,1733217655086 got entry batch from reader: WALEntryBatch [walEntries=[{test/de6c98fdffc1a91c4e83ac7b1b39ad84/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T09:21:11,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T09:21:11,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T09:21:11,351 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 632, reset compression=false 2024-12-03T09:21:11,355 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:21:11,355 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 760, reset compression=false 2024-12-03T09:21:11,355 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.shipper699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,44167,1733217643963 got entry batch from reader: WALEntryBatch [walEntries=[{test/8d87aebce27b41c2a442ac7639b3e550/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T09:21:11,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T09:21:11,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T09:21:11,488 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 759, reset compression=false 2024-12-03T09:21:11,558 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 760, reset compression=false 2024-12-03T09:21:11,618 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 607, reset compression=false 2024-12-03T09:21:11,622 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:21:11,622 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 758, reset compression=false 2024-12-03T09:21:11,622 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.shipper699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,45755,1733217649844 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:21:11,792 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 759, reset compression=false 2024-12-03T09:21:11,825 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 758, reset compression=false 2024-12-03T09:21:11,861 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 760, reset compression=false 2024-12-03T09:21:12,128 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 758, reset compression=false 2024-12-03T09:21:12,132 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-03T09:21:12,135 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T09:21:12,195 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 759, reset compression=false 2024-12-03T09:21:12,264 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 760, reset compression=false 2024-12-03T09:21:12,268 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:21:12,268 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 916, reset compression=false 2024-12-03T09:21:12,268 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.shipper699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,44167,1733217643963 got entry batch from reader: WALEntryBatch [walEntries=[{test/8d87aebce27b41c2a442ac7639b3e550/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T09:21:12,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T09:21:12,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T09:21:12,471 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 916, reset compression=false 2024-12-03T09:21:12,532 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 758, reset compression=false 2024-12-03T09:21:12,536 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:21:12,536 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 905, reset compression=false 2024-12-03T09:21:12,536 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.shipper699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,45755,1733217649844 got entry batch from reader: WALEntryBatch [walEntries=[{test/2c169eab7600f83207612175f1104676/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-03T09:21:12,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T09:21:12,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T09:21:12,698 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 759, reset compression=false 2024-12-03T09:21:12,702 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:21:12,702 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 930, reset compression=false 2024-12-03T09:21:12,702 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.shipper699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,37279,1733217655086 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:21:12,741 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 905, reset compression=false 2024-12-03T09:21:12,774 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 916, reset compression=false 2024-12-03T09:21:12,904 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 930, reset compression=false 2024-12-03T09:21:13,044 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 905, reset compression=false 2024-12-03T09:21:13,136 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T09:21:13,139 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T09:21:13,176 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 916, reset compression=false 2024-12-03T09:21:13,208 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 930, reset compression=false 2024-12-03T09:21:13,306 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T09:21:13,448 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 905, reset compression=false 2024-12-03T09:21:13,452 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:21:13,452 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 1064, reset compression=false 2024-12-03T09:21:13,452 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.shipper699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,45755,1733217649844 got entry batch from reader: WALEntryBatch [walEntries=[{test/2c169eab7600f83207612175f1104676/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T09:21:13,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T09:21:13,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T09:21:13,610 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 930, reset compression=false 2024-12-03T09:21:13,614 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:21:13,614 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 1080, reset compression=false 2024-12-03T09:21:13,614 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.shipper699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,37279,1733217655086 got entry batch from reader: WALEntryBatch [walEntries=[{test/de6c98fdffc1a91c4e83ac7b1b39ad84/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-03T09:21:13,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T09:21:13,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T09:21:13,655 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 1064, reset compression=false 2024-12-03T09:21:13,679 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 916, reset compression=false 2024-12-03T09:21:13,683 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:21:13,683 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 1090, reset compression=false 2024-12-03T09:21:13,683 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.shipper699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,44167,1733217643963 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:21:13,818 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 1080, reset compression=false 2024-12-03T09:21:13,885 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 1090, reset compression=false 2024-12-03T09:21:13,959 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 1064, reset compression=false 2024-12-03T09:21:14,121 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 1080, reset compression=false 2024-12-03T09:21:14,141 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T09:21:14,144 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-03T09:21:14,189 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 1090, reset compression=false 2024-12-03T09:21:14,363 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 1064, reset compression=false 2024-12-03T09:21:14,525 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 1080, reset compression=false 2024-12-03T09:21:14,529 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:21:14,529 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 1239, reset compression=false 2024-12-03T09:21:14,529 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.shipper699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,37279,1733217655086 got entry batch from reader: WALEntryBatch [walEntries=[{test/de6c98fdffc1a91c4e83ac7b1b39ad84/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T09:21:14,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T09:21:14,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T09:21:14,593 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 1090, reset compression=false 2024-12-03T09:21:14,597 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:21:14,597 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 1240, reset compression=false 2024-12-03T09:21:14,597 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.shipper699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,44167,1733217643963 got entry batch from reader: WALEntryBatch [walEntries=[{test/8d87aebce27b41c2a442ac7639b3e550/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-03T09:21:14,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T09:21:14,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T09:21:14,732 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 1239, reset compression=false 2024-12-03T09:21:14,800 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 1240, reset compression=false 2024-12-03T09:21:14,866 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 1064, reset compression=false 2024-12-03T09:21:14,870 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:21:14,870 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 1237, reset compression=false 2024-12-03T09:21:14,870 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.shipper699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,45755,1733217649844 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:21:15,036 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 1239, reset compression=false 2024-12-03T09:21:15,074 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 1237, reset compression=false 2024-12-03T09:21:15,103 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 1240, reset compression=false 2024-12-03T09:21:15,146 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-03T09:21:15,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d262f06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:15,151 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,36221,-1 for getting cluster id 2024-12-03T09:21:15,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:15,152 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '904e9947-0bdb-440d-96ab-16bc50ea595a' 2024-12-03T09:21:15,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:15,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "904e9947-0bdb-440d-96ab-16bc50ea595a" 2024-12-03T09:21:15,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213ec3a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:15,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,36221,-1] 2024-12-03T09:21:15,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:15,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:15,153 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:15,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68199cac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:15,155 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:21:15,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,36221,1733217654952 2024-12-03T09:21:15,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f226a53 2024-12-03T09:21:15,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:21:15,156 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:21:15,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-12-03T09:21:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-03T09:21:15,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T09:21:15,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T09:21:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T09:21:15,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37279 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-03T09:21:15,357 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-03T09:21:15,358 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-03T09:21:15,358 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-699c9baf3d29,37279,1733217655086 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-03T09:21:15,359 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0. 2024-12-03T09:21:15,359 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:21:15,359 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:15,359 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:15,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:21:15,376 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 1237, reset compression=false 2024-12-03T09:21:15,459 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.shipper699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T09:21:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T09:21:15,507 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 1240, reset compression=false 2024-12-03T09:21:15,559 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.shipper699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 terminated 2024-12-03T09:21:15,580 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-699c9baf3d29,37279,1733217655086, ReplicationSource: 1, currentBandwidth=0 2024-12-03T09:21:15,580 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-03T09:21:15,581 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-03T09:21:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-03T09:21:15,583 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 699c9baf3d29,37279,1733217655086 suceeded 2024-12-03T09:21:15,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T09:21:15,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 378 msec 2024-12-03T09:21:15,584 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-03T09:21:15,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 427 msec 2024-12-03T09:21:15,594 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:33533' 2024-12-03T09:21:15,595 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a80cd1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:15,595 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,33533,-1 for getting cluster id 2024-12-03T09:21:15,595 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:15,596 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f7c430e-6558-4111-9628-0a175302c158' 2024-12-03T09:21:15,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:15,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f7c430e-6558-4111-9628-0a175302c158" 2024-12-03T09:21:15,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d5a6d7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:15,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,33533,-1] 2024-12-03T09:21:15,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:15,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:15,597 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:15,597 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6450495e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:15,598 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:21:15,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,33533,1733217643716 2024-12-03T09:21:15,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61cb3f4c 2024-12-03T09:21:15,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:21:15,599 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-03T09:21:15,599 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-699c9baf3d29,37279,1733217655086 (queues=1) is replicating from cluster=904e9947-0bdb-440d-96ab-16bc50ea595a to cluster=7f7c430e-6558-4111-9628-0a175302c158 2024-12-03T09:21:15,599 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=699c9baf3d29%2C37279%2C1733217655086 2024-12-03T09:21:15,599 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-699c9baf3d29,37279,1733217655086, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T09:21:15,600 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.shipper699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 699c9baf3d29%2C37279%2C1733217655086 2024-12-03T09:21:15,780 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 1237, reset compression=false 2024-12-03T09:21:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T09:21:15,783 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-03T09:21:15,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:21:15,784 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:21:15,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:15,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:15,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:21:15,787 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-03T09:21:16,010 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 1240, reset compression=false 2024-12-03T09:21:16,014 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:21:16,014 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 1344, reset compression=false 2024-12-03T09:21:16,014 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.shipper699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,44167,1733217643963 got entry batch from reader: WALEntryBatch [walEntries=[{test/8d87aebce27b41c2a442ac7639b3e550/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T09:21:16,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T09:21:16,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T09:21:16,217 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 1344, reset compression=false 2024-12-03T09:21:16,283 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 1237, reset compression=false 2024-12-03T09:21:16,286 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:21:16,286 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 1364, reset compression=false 2024-12-03T09:21:16,286 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.shipper699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,45755,1733217649844 got entry batch from reader: WALEntryBatch [walEntries=[{test/2c169eab7600f83207612175f1104676/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T09:21:16,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T09:21:16,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T09:21:16,489 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 1364, reset compression=false 2024-12-03T09:21:16,519 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 1344, reset compression=false 2024-12-03T09:21:16,788 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-03T09:21:16,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a7bf43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:16,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,36221,-1 for getting cluster id 2024-12-03T09:21:16,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:16,791 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '904e9947-0bdb-440d-96ab-16bc50ea595a' 2024-12-03T09:21:16,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:16,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "904e9947-0bdb-440d-96ab-16bc50ea595a" 2024-12-03T09:21:16,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@530fb7e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:16,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,36221,-1] 2024-12-03T09:21:16,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:16,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:16,792 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:16,792 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e6d83e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:16,793 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 1364, reset compression=false 2024-12-03T09:21:16,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:21:16,795 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,36221,1733217654952 2024-12-03T09:21:16,795 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c248a58 2024-12-03T09:21:16,796 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:21:16,796 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:21:16,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-12-03T09:21:16,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-03T09:21:16,800 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:21:16,800 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 1468, reset compression=false 2024-12-03T09:21:16,800 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.shipper699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,45755,1733217649844 got entry batch from reader: WALEntryBatch [walEntries=[{test/2c169eab7600f83207612175f1104676/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T09:21:16,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T09:21:16,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T09:21:16,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T09:21:16,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T09:21:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T09:21:16,922 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 1344, reset compression=false 2024-12-03T09:21:16,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37279 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-03T09:21:16,957 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-03T09:21:16,957 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-03T09:21:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-03T09:21:16,959 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 699c9baf3d29,37279,1733217655086 suceeded 2024-12-03T09:21:16,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-03T09:21:16,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 154 msec 2024-12-03T09:21:16,960 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-03T09:21:16,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 163 msec 2024-12-03T09:21:17,001 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523, startPosition=1239, beingWritten=true 2024-12-03T09:21:17,004 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 1468, reset compression=false 2024-12-03T09:21:17,005 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:21:17,005 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 1518, reset compression=false 2024-12-03T09:21:17,005 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.shipper699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,37279,1733217655086 got entry batch from reader: WALEntryBatch [walEntries=[{test/de6c98fdffc1a91c4e83ac7b1b39ad84/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T09:21:17,007 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.shipper699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:21:17,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-03T09:21:17,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T09:21:17,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T09:21:17,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T09:21:17,114 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-03T09:21:17,114 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:21:17,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:21:17,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:17,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:17,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:21:17,115 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-03T09:21:17,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T09:21:17,116 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:21:17,116 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:21:17,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:17,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:17,116 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T09:21:17,116 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=540900001, stopped=false 2024-12-03T09:21:17,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:21:17,116 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=699c9baf3d29,36221,1733217654952 2024-12-03T09:21:17,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21409856928/running 2024-12-03T09:21:17,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x1019a7e5d9f0007, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21409856928/running 2024-12-03T09:21:17,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x1019a7e5d9f0007, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21409856928 2024-12-03T09:21:17,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21409856928 2024-12-03T09:21:17,120 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:21:17,120 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:21:17,120 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:21:17,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:17,120 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,37279,1733217655086' ***** 2024-12-03T09:21:17,120 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T09:21:17,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Set watcher on znode that does not yet exist, /21409856928/running 2024-12-03T09:21:17,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37279-0x1019a7e5d9f0007, quorum=127.0.0.1:60308, baseZNode=/21409856928 Set watcher on znode that does not yet exist, /21409856928/running 2024-12-03T09:21:17,121 INFO [RS:0;699c9baf3d29:37279 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:21:17,121 INFO [RS:0;699c9baf3d29:37279 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T09:21:17,121 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:21:17,121 INFO [RS:0;699c9baf3d29:37279 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T09:21:17,122 INFO [RS:0;699c9baf3d29:37279 {}] regionserver.HRegionServer(3091): Received CLOSE for a327efee33041e8fd53628791b1fe750 2024-12-03T09:21:17,122 INFO [RS:0;699c9baf3d29:37279 {}] regionserver.HRegionServer(3091): Received CLOSE for de6c98fdffc1a91c4e83ac7b1b39ad84 2024-12-03T09:21:17,122 INFO [RS:0;699c9baf3d29:37279 {}] regionserver.HRegionServer(959): stopping server 699c9baf3d29,37279,1733217655086 2024-12-03T09:21:17,122 INFO [RS:0;699c9baf3d29:37279 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:21:17,122 INFO [RS:0;699c9baf3d29:37279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:37279. 2024-12-03T09:21:17,122 DEBUG [RS:0;699c9baf3d29:37279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:21:17,122 DEBUG [RS:0;699c9baf3d29:37279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:17,122 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a327efee33041e8fd53628791b1fe750, disabling compactions & flushes 2024-12-03T09:21:17,122 INFO [RS:0;699c9baf3d29:37279 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T09:21:17,122 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217666936.a327efee33041e8fd53628791b1fe750. 2024-12-03T09:21:17,122 INFO [RS:0;699c9baf3d29:37279 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T09:21:17,122 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217666936.a327efee33041e8fd53628791b1fe750. 2024-12-03T09:21:17,122 INFO [RS:0;699c9baf3d29:37279 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T09:21:17,122 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217666936.a327efee33041e8fd53628791b1fe750. after waiting 0 ms 2024-12-03T09:21:17,122 INFO [RS:0;699c9baf3d29:37279 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T09:21:17,122 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217666936.a327efee33041e8fd53628791b1fe750. 2024-12-03T09:21:17,122 INFO [RS:0;699c9baf3d29:37279 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T09:21:17,122 DEBUG [RS:0;699c9baf3d29:37279 {}] regionserver.HRegionServer(1325): Online Regions={a327efee33041e8fd53628791b1fe750=hbase:replication,,1733217666936.a327efee33041e8fd53628791b1fe750., 1588230740=hbase:meta,,1.1588230740, de6c98fdffc1a91c4e83ac7b1b39ad84=test,,1733217661456.de6c98fdffc1a91c4e83ac7b1b39ad84.} 2024-12-03T09:21:17,122 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a327efee33041e8fd53628791b1fe750 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-12-03T09:21:17,122 DEBUG [RS:0;699c9baf3d29:37279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a327efee33041e8fd53628791b1fe750, de6c98fdffc1a91c4e83ac7b1b39ad84 2024-12-03T09:21:17,123 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:21:17,123 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:21:17,123 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:21:17,123 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:21:17,123 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:21:17,123 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T09:21:17,139 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/meta/1588230740/.tmp/info/5c13b0888f50456d84cf6c1d03d2508d is 147, key is hbase:replication,,1733217666936.a327efee33041e8fd53628791b1fe750./info:regioninfo/1733217667690/Put/seqid=0 2024-12-03T09:21:17,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741840_1016 (size=7686) 2024-12-03T09:21:17,143 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/replication/a327efee33041e8fd53628791b1fe750/.tmp/queue/e5310c1a2ad94e439d0e95fdb598f2ae is 154, key is 1-699c9baf3d29,37279,1733217655086/queue:699c9baf3d29%2C37279%2C1733217655086/1733217677011/Put/seqid=0 2024-12-03T09:21:17,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741841_1017 (size=5353) 2024-12-03T09:21:17,209 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 1518, reset compression=false 2024-12-03T09:21:17,219 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:21:17,308 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 1468, reset compression=false 2024-12-03T09:21:17,322 DEBUG [RS:0;699c9baf3d29:37279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a327efee33041e8fd53628791b1fe750, de6c98fdffc1a91c4e83ac7b1b39ad84 2024-12-03T09:21:17,426 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 1344, reset compression=false 2024-12-03T09:21:17,429 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T09:21:17,429 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T09:21:17,430 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:21:17,430 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 1496, reset compression=false 2024-12-03T09:21:17,430 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.shipper699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,44167,1733217643963 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:21:17,512 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 1518, reset compression=false 2024-12-03T09:21:17,523 DEBUG [RS:0;699c9baf3d29:37279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a327efee33041e8fd53628791b1fe750, de6c98fdffc1a91c4e83ac7b1b39ad84 2024-12-03T09:21:17,543 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/meta/1588230740/.tmp/info/5c13b0888f50456d84cf6c1d03d2508d 2024-12-03T09:21:17,546 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/replication/a327efee33041e8fd53628791b1fe750/.tmp/queue/e5310c1a2ad94e439d0e95fdb598f2ae 2024-12-03T09:21:17,549 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/replication/a327efee33041e8fd53628791b1fe750/.tmp/queue/e5310c1a2ad94e439d0e95fdb598f2ae as hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/replication/a327efee33041e8fd53628791b1fe750/queue/e5310c1a2ad94e439d0e95fdb598f2ae 2024-12-03T09:21:17,552 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/replication/a327efee33041e8fd53628791b1fe750/queue/e5310c1a2ad94e439d0e95fdb598f2ae, entries=1, sequenceid=13, filesize=5.2 K 2024-12-03T09:21:17,553 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for a327efee33041e8fd53628791b1fe750 in 431ms, sequenceid=13, compaction requested=false 2024-12-03T09:21:17,559 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/replication/a327efee33041e8fd53628791b1fe750/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-03T09:21:17,559 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:21:17,559 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:21:17,559 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733217666936.a327efee33041e8fd53628791b1fe750. 2024-12-03T09:21:17,559 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a327efee33041e8fd53628791b1fe750: Waiting for close lock at 1733217677122Running coprocessor pre-close hooks at 1733217677122Disabling compacts and flushes for region at 1733217677122Disabling writes for close at 1733217677122Obtaining lock to block concurrent updates at 1733217677122Preparing flush snapshotting stores in a327efee33041e8fd53628791b1fe750 at 1733217677122Finished memstore snapshotting hbase:replication,,1733217666936.a327efee33041e8fd53628791b1fe750., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1733217677123 (+1 ms)Flushing stores of hbase:replication,,1733217666936.a327efee33041e8fd53628791b1fe750. at 1733217677123Flushing a327efee33041e8fd53628791b1fe750/queue: creating writer at 1733217677123Flushing a327efee33041e8fd53628791b1fe750/queue: appending metadata at 1733217677142 (+19 ms)Flushing a327efee33041e8fd53628791b1fe750/queue: closing flushed file at 1733217677142Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eb399b9: reopening flushed file at 1733217677549 (+407 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for a327efee33041e8fd53628791b1fe750 in 431ms, sequenceid=13, compaction requested=false at 1733217677553 (+4 ms)Writing region close event to WAL at 1733217677556 (+3 ms)Running coprocessor post-close hooks at 1733217677559 (+3 ms)Closed at 1733217677559 2024-12-03T09:21:17,559 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733217666936.a327efee33041e8fd53628791b1fe750. 2024-12-03T09:21:17,560 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de6c98fdffc1a91c4e83ac7b1b39ad84, disabling compactions & flushes 2024-12-03T09:21:17,560 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733217661456.de6c98fdffc1a91c4e83ac7b1b39ad84. 2024-12-03T09:21:17,560 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217661456.de6c98fdffc1a91c4e83ac7b1b39ad84. 2024-12-03T09:21:17,560 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733217661456.de6c98fdffc1a91c4e83ac7b1b39ad84. after waiting 0 ms 2024-12-03T09:21:17,560 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733217661456.de6c98fdffc1a91c4e83ac7b1b39ad84. 2024-12-03T09:21:17,560 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing de6c98fdffc1a91c4e83ac7b1b39ad84 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-03T09:21:17,563 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/meta/1588230740/.tmp/ns/69113ba6119c4dd7a0ee640feb7663b2 is 43, key is default/ns:d/1733217658508/Put/seqid=0 2024-12-03T09:21:17,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741842_1018 (size=5153) 2024-12-03T09:21:17,573 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/default/test/de6c98fdffc1a91c4e83ac7b1b39ad84/.tmp/f/cb7bdb97ff374e1f9db0b9a1a7972ac0 is 37, key is row3/f:row3/1733217675785/Put/seqid=0 2024-12-03T09:21:17,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741843_1019 (size=5228) 2024-12-03T09:21:17,633 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 1496, reset compression=false 2024-12-03T09:21:17,711 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 1468, reset compression=false 2024-12-03T09:21:17,723 DEBUG [RS:0;699c9baf3d29:37279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, de6c98fdffc1a91c4e83ac7b1b39ad84 2024-12-03T09:21:17,915 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 1518, reset compression=false 2024-12-03T09:21:17,918 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:21:17,918 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 1765, reset compression=false 2024-12-03T09:21:17,918 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.shipper699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,37279,1733217655086 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:21:17,919 ERROR [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.shipper699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 699c9baf3d29,37279,1733217655086: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-699c9baf3d29,37279,1733217655086, walGroup=699c9baf3d29%2C37279%2C1733217655086, offset=699c9baf3d29%2C37279%2C1733217655086.1733217657523:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:37279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T09:21:17,920 ERROR [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.shipper699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T09:21:17,920 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.shipper699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T09:21:17,920 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.shipper699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T09:21:17,920 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.shipper699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T09:21:17,920 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.shipper699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T09:21:17,920 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.shipper699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1195376640, "init": 1048576000, "max": 2306867200, "used": 924387616 }, "NonHeapMemoryUsage": { "committed": 200278016, "init": 7667712, "max": -1, "used": 197332024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T09:21:17,921 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.shipper699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:36221 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:36221 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T09:21:17,923 DEBUG [RS:0;699c9baf3d29:37279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, de6c98fdffc1a91c4e83ac7b1b39ad84 2024-12-03T09:21:17,937 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 1496, reset compression=false 2024-12-03T09:21:17,967 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/meta/1588230740/.tmp/ns/69113ba6119c4dd7a0ee640feb7663b2 2024-12-03T09:21:17,976 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/default/test/de6c98fdffc1a91c4e83ac7b1b39ad84/.tmp/f/cb7bdb97ff374e1f9db0b9a1a7972ac0 2024-12-03T09:21:17,979 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb7bdb97ff374e1f9db0b9a1a7972ac0 2024-12-03T09:21:17,987 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/meta/1588230740/.tmp/rep_barrier/2332b92dc6d54a469386cef54462b00c is 112, key is test,,1733217661456.de6c98fdffc1a91c4e83ac7b1b39ad84./rep_barrier:seqnumDuringOpen/1733217662602/Put/seqid=0 2024-12-03T09:21:17,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741844_1020 (size=5518) 2024-12-03T09:21:17,991 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/meta/1588230740/.tmp/rep_barrier/2332b92dc6d54a469386cef54462b00c 2024-12-03T09:21:17,992 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/default/test/de6c98fdffc1a91c4e83ac7b1b39ad84/.tmp/f1/3c69289ac31747a58c77da40b8f86abe is 30, key is row1/f1:/1733217673137/DeleteFamily/seqid=0 2024-12-03T09:21:17,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741845_1021 (size=5158) 2024-12-03T09:21:17,997 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/default/test/de6c98fdffc1a91c4e83ac7b1b39ad84/.tmp/f1/3c69289ac31747a58c77da40b8f86abe 2024-12-03T09:21:18,001 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c69289ac31747a58c77da40b8f86abe 2024-12-03T09:21:18,009 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/meta/1588230740/.tmp/table/aca9ee944d1f47e2ab72a013105000e1 is 53, key is hbase:replication/table:state/1733217667696/Put/seqid=0 2024-12-03T09:21:18,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741846_1022 (size=5308) 2024-12-03T09:21:18,017 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/default/test/de6c98fdffc1a91c4e83ac7b1b39ad84/.tmp/norep/e6ca70ec0c964740b6c41cb883e6d698 is 33, key is row2/norep:/1733217674142/DeleteFamily/seqid=0 2024-12-03T09:21:18,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741847_1023 (size=5108) 2024-12-03T09:21:18,122 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 1765, reset compression=false 2024-12-03T09:21:18,123 INFO [RS:0;699c9baf3d29:37279 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T09:21:18,123 DEBUG [RS:0;699c9baf3d29:37279 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, de6c98fdffc1a91c4e83ac7b1b39ad84=test,,1733217661456.de6c98fdffc1a91c4e83ac7b1b39ad84.} 2024-12-03T09:21:18,123 DEBUG [RS:0;699c9baf3d29:37279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, de6c98fdffc1a91c4e83ac7b1b39ad84 2024-12-03T09:21:18,214 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 1468, reset compression=false 2024-12-03T09:21:18,323 DEBUG [RS:0;699c9baf3d29:37279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, de6c98fdffc1a91c4e83ac7b1b39ad84 2024-12-03T09:21:18,339 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 1496, reset compression=false 2024-12-03T09:21:18,413 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/meta/1588230740/.tmp/table/aca9ee944d1f47e2ab72a013105000e1 2024-12-03T09:21:18,417 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/meta/1588230740/.tmp/info/5c13b0888f50456d84cf6c1d03d2508d as hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/meta/1588230740/info/5c13b0888f50456d84cf6c1d03d2508d 2024-12-03T09:21:18,420 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/meta/1588230740/info/5c13b0888f50456d84cf6c1d03d2508d, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T09:21:18,420 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/meta/1588230740/.tmp/ns/69113ba6119c4dd7a0ee640feb7663b2 as hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/meta/1588230740/ns/69113ba6119c4dd7a0ee640feb7663b2 2024-12-03T09:21:18,421 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/default/test/de6c98fdffc1a91c4e83ac7b1b39ad84/.tmp/norep/e6ca70ec0c964740b6c41cb883e6d698 2024-12-03T09:21:18,424 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/meta/1588230740/ns/69113ba6119c4dd7a0ee640feb7663b2, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T09:21:18,424 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6ca70ec0c964740b6c41cb883e6d698 2024-12-03T09:21:18,424 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/meta/1588230740/.tmp/rep_barrier/2332b92dc6d54a469386cef54462b00c as hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/meta/1588230740/rep_barrier/2332b92dc6d54a469386cef54462b00c 2024-12-03T09:21:18,425 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/default/test/de6c98fdffc1a91c4e83ac7b1b39ad84/.tmp/f/cb7bdb97ff374e1f9db0b9a1a7972ac0 as hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/default/test/de6c98fdffc1a91c4e83ac7b1b39ad84/f/cb7bdb97ff374e1f9db0b9a1a7972ac0 2024-12-03T09:21:18,425 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 1765, reset compression=false 2024-12-03T09:21:18,431 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb7bdb97ff374e1f9db0b9a1a7972ac0 2024-12-03T09:21:18,431 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/default/test/de6c98fdffc1a91c4e83ac7b1b39ad84/f/cb7bdb97ff374e1f9db0b9a1a7972ac0, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T09:21:18,431 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/meta/1588230740/rep_barrier/2332b92dc6d54a469386cef54462b00c, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T09:21:18,431 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/meta/1588230740/.tmp/table/aca9ee944d1f47e2ab72a013105000e1 as hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/meta/1588230740/table/aca9ee944d1f47e2ab72a013105000e1 2024-12-03T09:21:18,431 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/default/test/de6c98fdffc1a91c4e83ac7b1b39ad84/.tmp/f1/3c69289ac31747a58c77da40b8f86abe as hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/default/test/de6c98fdffc1a91c4e83ac7b1b39ad84/f1/3c69289ac31747a58c77da40b8f86abe 2024-12-03T09:21:18,436 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/meta/1588230740/table/aca9ee944d1f47e2ab72a013105000e1, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T09:21:18,436 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c69289ac31747a58c77da40b8f86abe 2024-12-03T09:21:18,436 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/default/test/de6c98fdffc1a91c4e83ac7b1b39ad84/f1/3c69289ac31747a58c77da40b8f86abe, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T09:21:18,437 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=16, compaction requested=false 2024-12-03T09:21:18,437 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/default/test/de6c98fdffc1a91c4e83ac7b1b39ad84/.tmp/norep/e6ca70ec0c964740b6c41cb883e6d698 as hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/default/test/de6c98fdffc1a91c4e83ac7b1b39ad84/norep/e6ca70ec0c964740b6c41cb883e6d698 2024-12-03T09:21:18,441 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6ca70ec0c964740b6c41cb883e6d698 2024-12-03T09:21:18,441 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/default/test/de6c98fdffc1a91c4e83ac7b1b39ad84/norep/e6ca70ec0c964740b6c41cb883e6d698, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T09:21:18,441 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for de6c98fdffc1a91c4e83ac7b1b39ad84 in 881ms, sequenceid=12, compaction requested=false 2024-12-03T09:21:18,447 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:21:18,447 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 2114, reset compression=false 2024-12-03T09:21:18,454 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T09:21:18,454 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/data/default/test/de6c98fdffc1a91c4e83ac7b1b39ad84/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T09:21:18,454 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:21:18,454 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T09:21:18,454 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:21:18,454 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:21:18,454 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733217661456.de6c98fdffc1a91c4e83ac7b1b39ad84. 2024-12-03T09:21:18,454 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:21:18,455 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217677123Running coprocessor pre-close hooks at 1733217677123Disabling compacts and flushes for region at 1733217677123Disabling writes for close at 1733217677123Obtaining lock to block concurrent updates at 1733217677123Preparing flush snapshotting stores in 1588230740 at 1733217677123Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733217677123Flushing stores of hbase:meta,,1.1588230740 at 1733217677123Flushing 1588230740/info: creating writer at 1733217677123Flushing 1588230740/info: appending metadata at 1733217677139 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733217677139Flushing 1588230740/ns: creating writer at 1733217677546 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733217677563 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733217677563Flushing 1588230740/rep_barrier: creating writer at 1733217677971 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733217677986 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733217677986Flushing 1588230740/table: creating writer at 1733217677995 (+9 ms)Flushing 1588230740/table: appending metadata at 1733217678009 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733217678009Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@528a81c8: reopening flushed file at 1733217678416 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2958a554: reopening flushed file at 1733217678420 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f9f5e46: reopening flushed file at 1733217678424 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@366255ad: reopening flushed file at 1733217678431 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=16, compaction requested=false at 1733217678437 (+6 ms)Writing region close event to WAL at 1733217678452 (+15 ms)Running coprocessor post-close hooks at 1733217678454 (+2 ms)Closed at 1733217678454 2024-12-03T09:21:18,455 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de6c98fdffc1a91c4e83ac7b1b39ad84: Waiting for close lock at 1733217677560Running coprocessor pre-close hooks at 1733217677560Disabling compacts and flushes for region at 1733217677560Disabling writes for close at 1733217677560Obtaining lock to block concurrent updates at 1733217677560Preparing flush snapshotting stores in de6c98fdffc1a91c4e83ac7b1b39ad84 at 1733217677560Finished memstore snapshotting test,,1733217661456.de6c98fdffc1a91c4e83ac7b1b39ad84., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733217677560Flushing stores of test,,1733217661456.de6c98fdffc1a91c4e83ac7b1b39ad84. at 1733217677560Flushing de6c98fdffc1a91c4e83ac7b1b39ad84/f: creating writer at 1733217677560Flushing de6c98fdffc1a91c4e83ac7b1b39ad84/f: appending metadata at 1733217677572 (+12 ms)Flushing de6c98fdffc1a91c4e83ac7b1b39ad84/f: closing flushed file at 1733217677573 (+1 ms)Flushing de6c98fdffc1a91c4e83ac7b1b39ad84/f1: creating writer at 1733217677979 (+406 ms)Flushing de6c98fdffc1a91c4e83ac7b1b39ad84/f1: appending metadata at 1733217677992 (+13 ms)Flushing de6c98fdffc1a91c4e83ac7b1b39ad84/f1: closing flushed file at 1733217677992Flushing de6c98fdffc1a91c4e83ac7b1b39ad84/norep: creating writer at 1733217678001 (+9 ms)Flushing de6c98fdffc1a91c4e83ac7b1b39ad84/norep: appending metadata at 1733217678017 (+16 ms)Flushing de6c98fdffc1a91c4e83ac7b1b39ad84/norep: closing flushed file at 1733217678017Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@469a71f8: reopening flushed file at 1733217678424 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cef0859: reopening flushed file at 1733217678431 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15890836: reopening flushed file at 1733217678437 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for de6c98fdffc1a91c4e83ac7b1b39ad84 in 881ms, sequenceid=12, compaction requested=false at 1733217678441 (+4 ms)Writing region close event to WAL at 1733217678452 (+11 ms)Running coprocessor post-close hooks at 1733217678454 (+2 ms)Closed at 1733217678454 2024-12-03T09:21:18,455 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T09:21:18,455 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733217661456.de6c98fdffc1a91c4e83ac7b1b39ad84. 2024-12-03T09:21:18,523 INFO [RS:0;699c9baf3d29:37279 {}] regionserver.HRegionServer(976): stopping server 699c9baf3d29,37279,1733217655086; all regions closed. 2024-12-03T09:21:18,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741834_1010 (size=4239) 2024-12-03T09:21:18,525 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.meta.1733217658386.meta not finished, retry = 0 2024-12-03T09:21:18,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741839_1015 (size=3333) 2024-12-03T09:21:18,630 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 not finished, retry = 0 2024-12-03T09:21:18,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741832_1008 (size=2417) 2024-12-03T09:21:18,652 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 to pos 2114, reset compression=false 2024-12-03T09:21:18,731 DEBUG [RS:0;699c9baf3d29:37279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:18,731 INFO [RS:0;699c9baf3d29:37279 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:21:18,731 INFO [RS:0;699c9baf3d29:37279 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:21:18,731 INFO [RS:0;699c9baf3d29:37279 {}] hbase.ChoreService(370): Chore service for: regionserver/699c9baf3d29:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T09:21:18,731 INFO [RS:0;699c9baf3d29:37279 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:21:18,731 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:21:18,732 INFO [RS:0;699c9baf3d29:37279 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-699c9baf3d29,37279,1733217655086 because: Region server is closing 2024-12-03T09:21:18,732 INFO [RS:0;699c9baf3d29:37279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:37279. 2024-12-03T09:21:18,732 DEBUG [RS:0;699c9baf3d29:37279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:21:18,732 DEBUG [RS:0;699c9baf3d29:37279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:18,732 DEBUG [RS:0;699c9baf3d29:37279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:18,732 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:21:18,732 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/WALs/699c9baf3d29,37279,1733217655086/699c9baf3d29%2C37279%2C1733217655086.1733217657523 2024-12-03T09:21:18,732 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:21:18,817 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 1468, reset compression=false 2024-12-03T09:21:18,832 INFO [RS:0;699c9baf3d29:37279 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.shipper699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 terminated 2024-12-03T09:21:18,832 INFO [RS:0;699c9baf3d29:37279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:37279. 2024-12-03T09:21:18,832 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,37279,1733217655086.replicationSource.wal-reader.699c9baf3d29%2C37279%2C1733217655086,1-699c9baf3d29,37279,1733217655086 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-12-03T09:21:18,833 DEBUG [RS:0;699c9baf3d29:37279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:21:18,833 DEBUG [RS:0;699c9baf3d29:37279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:18,833 DEBUG [RS:0;699c9baf3d29:37279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:18,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:21:18,833 INFO [RS:0;699c9baf3d29:37279 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37279 2024-12-03T09:21:18,845 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 1496, reset compression=false 2024-12-03T09:21:18,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21409856928/rs 2024-12-03T09:21:18,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x1019a7e5d9f0007, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21409856928/rs/699c9baf3d29,37279,1733217655086 2024-12-03T09:21:18,878 INFO [RS:0;699c9baf3d29:37279 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:21:18,888 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,37279,1733217655086] 2024-12-03T09:21:18,898 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21409856928/draining/699c9baf3d29,37279,1733217655086 already deleted, retry=false 2024-12-03T09:21:18,898 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 699c9baf3d29,37279,1733217655086 expired; onlineServers=0 2024-12-03T09:21:18,898 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '699c9baf3d29,36221,1733217654952' ***** 2024-12-03T09:21:18,899 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T09:21:18,899 INFO [M:0;699c9baf3d29:36221 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:21:18,899 INFO [M:0;699c9baf3d29:36221 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:21:18,899 DEBUG [M:0;699c9baf3d29:36221 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T09:21:18,899 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T09:21:18,899 DEBUG [M:0;699c9baf3d29:36221 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T09:21:18,899 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217657180 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217657180,5,FailOnTimeoutGroup] 2024-12-03T09:21:18,899 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217657181 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217657181,5,FailOnTimeoutGroup] 2024-12-03T09:21:18,899 INFO [M:0;699c9baf3d29:36221 {}] hbase.ChoreService(370): Chore service for: master/699c9baf3d29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T09:21:18,899 INFO [M:0;699c9baf3d29:36221 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:21:18,899 DEBUG [M:0;699c9baf3d29:36221 {}] master.HMaster(1795): Stopping service threads 2024-12-03T09:21:18,899 INFO [M:0;699c9baf3d29:36221 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T09:21:18,899 INFO [M:0;699c9baf3d29:36221 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:21:18,900 INFO [M:0;699c9baf3d29:36221 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T09:21:18,900 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T09:21:18,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21409856928/master 2024-12-03T09:21:18,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21409856928 2024-12-03T09:21:18,909 DEBUG [M:0;699c9baf3d29:36221 {}] zookeeper.ZKUtil(347): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Unable to get data of znode /21409856928/master because node does not exist (not an error) 2024-12-03T09:21:18,909 WARN [M:0;699c9baf3d29:36221 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T09:21:18,910 INFO [M:0;699c9baf3d29:36221 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/.lastflushedseqids 2024-12-03T09:21:18,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741848_1024 (size=245) 2024-12-03T09:21:18,988 INFO [RS:0;699c9baf3d29:37279 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:21:18,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x1019a7e5d9f0007, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:21:18,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x1019a7e5d9f0007, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:21:18,988 INFO [RS:0;699c9baf3d29:37279 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,37279,1733217655086; zookeeper connection closed. 2024-12-03T09:21:18,988 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5fef64f6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5fef64f6 2024-12-03T09:21:18,989 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T09:21:19,297 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T09:21:19,314 INFO [M:0;699c9baf3d29:36221 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T09:21:19,314 INFO [M:0;699c9baf3d29:36221 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T09:21:19,314 DEBUG [M:0;699c9baf3d29:36221 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:21:19,314 INFO [M:0;699c9baf3d29:36221 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:21:19,314 DEBUG [M:0;699c9baf3d29:36221 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:21:19,314 DEBUG [M:0;699c9baf3d29:36221 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:21:19,314 DEBUG [M:0;699c9baf3d29:36221 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:21:19,315 INFO [M:0;699c9baf3d29:36221 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-12-03T09:21:19,327 DEBUG [M:0;699c9baf3d29:36221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8551acec2b534fc0bf64db4a553b1759 is 82, key is hbase:meta,,1/info:regioninfo/1733217658434/Put/seqid=0 2024-12-03T09:21:19,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741849_1025 (size=5672) 2024-12-03T09:21:19,448 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 1496, reset compression=false 2024-12-03T09:21:19,520 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 1468, reset compression=false 2024-12-03T09:21:19,730 INFO [M:0;699c9baf3d29:36221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8551acec2b534fc0bf64db4a553b1759 2024-12-03T09:21:19,745 DEBUG [M:0;699c9baf3d29:36221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0fe33e80aabc467db64467a67327de65 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733217667699/Put/seqid=0 2024-12-03T09:21:19,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741850_1026 (size=9212) 2024-12-03T09:21:20,149 INFO [M:0;699c9baf3d29:36221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0fe33e80aabc467db64467a67327de65 2024-12-03T09:21:20,151 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 1496, reset compression=false 2024-12-03T09:21:20,168 DEBUG [M:0;699c9baf3d29:36221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78797984db8f46ed9ff3287fee8cc256 is 69, key is 699c9baf3d29,37279,1733217655086/rs:state/1733217657328/Put/seqid=0 2024-12-03T09:21:20,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741851_1027 (size=5156) 2024-12-03T09:21:20,323 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 1468, reset compression=false 2024-12-03T09:21:20,571 INFO [M:0;699c9baf3d29:36221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78797984db8f46ed9ff3287fee8cc256 2024-12-03T09:21:20,575 DEBUG [M:0;699c9baf3d29:36221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8551acec2b534fc0bf64db4a553b1759 as hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8551acec2b534fc0bf64db4a553b1759 2024-12-03T09:21:20,578 INFO [M:0;699c9baf3d29:36221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8551acec2b534fc0bf64db4a553b1759, entries=8, sequenceid=127, filesize=5.5 K 2024-12-03T09:21:20,578 DEBUG [M:0;699c9baf3d29:36221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0fe33e80aabc467db64467a67327de65 as hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0fe33e80aabc467db64467a67327de65 2024-12-03T09:21:20,581 INFO [M:0;699c9baf3d29:36221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0fe33e80aabc467db64467a67327de65, entries=15, sequenceid=127, filesize=9.0 K 2024-12-03T09:21:20,582 DEBUG [M:0;699c9baf3d29:36221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78797984db8f46ed9ff3287fee8cc256 as hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/78797984db8f46ed9ff3287fee8cc256 2024-12-03T09:21:20,584 INFO [M:0;699c9baf3d29:36221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43301/user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/78797984db8f46ed9ff3287fee8cc256, entries=1, sequenceid=127, filesize=5.0 K 2024-12-03T09:21:20,630 INFO [M:0;699c9baf3d29:36221 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=127, compaction requested=false 2024-12-03T09:21:20,631 INFO [M:0;699c9baf3d29:36221 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:21:20,632 DEBUG [M:0;699c9baf3d29:36221 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217679314Disabling compacts and flushes for region at 1733217679314Disabling writes for close at 1733217679314Obtaining lock to block concurrent updates at 1733217679315 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733217679315Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1733217679315Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733217679315Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733217679315Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733217679327 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733217679327Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733217679733 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733217679745 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733217679745Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733217680152 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733217680167 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733217680167Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d319cb2: reopening flushed file at 1733217680574 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d219ea9: reopening flushed file at 1733217680578 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1296eedb: reopening flushed file at 1733217680581 (+3 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=127, compaction requested=false at 1733217680630 (+49 ms)Writing region close event to WAL at 1733217680631 (+1 ms)Closed at 1733217680631 2024-12-03T09:21:20,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741830_1006 (size=73866) 2024-12-03T09:21:20,633 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3eb293e7-7afc-9e83-cf37-b6e1fead069f/MasterData/WALs/699c9baf3d29,36221,1733217654952/699c9baf3d29%2C36221%2C1733217654952.1733217656859 not finished, retry = 0 2024-12-03T09:21:20,734 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:21:20,734 INFO [M:0;699c9baf3d29:36221 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T09:21:20,734 INFO [M:0;699c9baf3d29:36221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36221 2024-12-03T09:21:20,734 INFO [M:0;699c9baf3d29:36221 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:21:20,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:21:20,875 INFO [M:0;699c9baf3d29:36221 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:21:20,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1019a7e5d9f0006, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:21:20,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6181fcd9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:21:20,878 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@fd775c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:21:20,878 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:21:20,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c0d717c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:21:20,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67ce9650{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/hadoop.log.dir/,STOPPED} 2024-12-03T09:21:20,880 WARN [BP-1871455694-172.17.0.2-1733217652442 heartbeating to localhost/127.0.0.1:43301 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T09:21:20,880 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T09:21:20,880 WARN [BP-1871455694-172.17.0.2-1733217652442 heartbeating to localhost/127.0.0.1:43301 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1871455694-172.17.0.2-1733217652442 (Datanode Uuid c7ffd212-482a-4fd3-a74a-f0eb057509e8) service to localhost/127.0.0.1:43301 2024-12-03T09:21:20,880 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T09:21:20,880 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/cluster_3a9580cb-98b2-a2fc-1f25-4cf89dac2f11/data/data1/current/BP-1871455694-172.17.0.2-1733217652442 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:21:20,880 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/cluster_3a9580cb-98b2-a2fc-1f25-4cf89dac2f11/data/data2/current/BP-1871455694-172.17.0.2-1733217652442 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:21:20,880 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T09:21:20,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@769f947a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:21:20,885 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a668531{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:21:20,885 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:21:20,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e5d4c4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:21:20,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b900c82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/hadoop.log.dir/,STOPPED} 2024-12-03T09:21:20,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T09:21:20,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T09:21:20,900 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:21:20,900 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:21:20,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:20,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:20,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:21:20,900 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T09:21:20,900 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1134699993, stopped=false 2024-12-03T09:21:20,900 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=699c9baf3d29,39161,1733217649709 2024-12-03T09:21:20,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-875957432/running 2024-12-03T09:21:20,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45755-0x1019a7e5d9f0004, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-875957432/running 2024-12-03T09:21:20,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45755-0x1019a7e5d9f0004, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-875957432 2024-12-03T09:21:20,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-875957432 2024-12-03T09:21:20,909 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:21:20,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:21:20,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:21:20,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45755-0x1019a7e5d9f0004, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Set watcher on znode that does not yet exist, /1-875957432/running 2024-12-03T09:21:20,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:20,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Set watcher on znode that does not yet exist, /1-875957432/running 2024-12-03T09:21:20,910 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,45755,1733217649844' ***** 2024-12-03T09:21:20,910 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T09:21:20,910 INFO [RS:0;699c9baf3d29:45755 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:21:20,910 INFO [RS:0;699c9baf3d29:45755 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T09:21:20,910 INFO [RS:0;699c9baf3d29:45755 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T09:21:20,910 INFO [RS:0;699c9baf3d29:45755 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c169eab7600f83207612175f1104676 2024-12-03T09:21:20,910 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:21:20,910 INFO [RS:0;699c9baf3d29:45755 {}] regionserver.HRegionServer(3091): Received CLOSE for ec47764e0b5b89f1ad623f91c7226f0f 2024-12-03T09:21:20,910 INFO [RS:0;699c9baf3d29:45755 {}] regionserver.HRegionServer(959): stopping server 699c9baf3d29,45755,1733217649844 2024-12-03T09:21:20,910 INFO [RS:0;699c9baf3d29:45755 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:21:20,910 INFO [RS:0;699c9baf3d29:45755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:45755. 2024-12-03T09:21:20,910 DEBUG [RS:0;699c9baf3d29:45755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:21:20,910 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c169eab7600f83207612175f1104676, disabling compactions & flushes 2024-12-03T09:21:20,910 DEBUG [RS:0;699c9baf3d29:45755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:20,910 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733217659295.2c169eab7600f83207612175f1104676. 2024-12-03T09:21:20,910 INFO [RS:0;699c9baf3d29:45755 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T09:21:20,910 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217659295.2c169eab7600f83207612175f1104676. 2024-12-03T09:21:20,911 INFO [RS:0;699c9baf3d29:45755 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T09:21:20,911 INFO [RS:0;699c9baf3d29:45755 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T09:21:20,911 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733217659295.2c169eab7600f83207612175f1104676. after waiting 0 ms 2024-12-03T09:21:20,911 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733217659295.2c169eab7600f83207612175f1104676. 2024-12-03T09:21:20,911 INFO [RS:0;699c9baf3d29:45755 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T09:21:20,911 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2c169eab7600f83207612175f1104676 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-03T09:21:20,911 INFO [RS:0;699c9baf3d29:45755 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T09:21:20,911 DEBUG [RS:0;699c9baf3d29:45755 {}] regionserver.HRegionServer(1325): Online Regions={2c169eab7600f83207612175f1104676=test,,1733217659295.2c169eab7600f83207612175f1104676., 1588230740=hbase:meta,,1.1588230740, ec47764e0b5b89f1ad623f91c7226f0f=hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f.} 2024-12-03T09:21:20,911 DEBUG [RS:0;699c9baf3d29:45755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c169eab7600f83207612175f1104676, ec47764e0b5b89f1ad623f91c7226f0f 2024-12-03T09:21:20,911 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:21:20,911 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:21:20,911 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:21:20,911 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:21:20,911 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:21:20,911 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T09:21:20,927 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/default/test/2c169eab7600f83207612175f1104676/.tmp/f/29d56a65c9c048a6b7617e1152d5b341 is 37, key is row3/f:row3/1733217675785/Put/seqid=0 2024-12-03T09:21:20,927 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:21:20,931 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/meta/1588230740/.tmp/info/03d83032c3d641cd8561ae19abba4004 is 147, key is hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f./info:regioninfo/1733217666190/Put/seqid=0 2024-12-03T09:21:20,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741840_1016 (size=5228) 2024-12-03T09:21:20,931 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/default/test/2c169eab7600f83207612175f1104676/.tmp/f/29d56a65c9c048a6b7617e1152d5b341 2024-12-03T09:21:20,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741841_1017 (size=7686) 2024-12-03T09:21:20,939 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29d56a65c9c048a6b7617e1152d5b341 2024-12-03T09:21:20,954 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 1496, reset compression=false 2024-12-03T09:21:20,954 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/default/test/2c169eab7600f83207612175f1104676/.tmp/f1/26ac3abf6fa942dc8b98ad5a5e571a71 is 30, key is row1/f1:/1733217673137/DeleteFamily/seqid=0 2024-12-03T09:21:20,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741842_1018 (size=5158) 2024-12-03T09:21:21,109 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T09:21:21,109 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T09:21:21,111 DEBUG [RS:0;699c9baf3d29:45755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c169eab7600f83207612175f1104676, ec47764e0b5b89f1ad623f91c7226f0f 2024-12-03T09:21:21,226 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 1468, reset compression=false 2024-12-03T09:21:21,231 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:21:21,231 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 1715, reset compression=false 2024-12-03T09:21:21,231 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.shipper699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,45755,1733217649844 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:21:21,232 ERROR [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.shipper699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 699c9baf3d29,45755,1733217649844: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-699c9baf3d29,45755,1733217649844, walGroup=699c9baf3d29%2C45755%2C1733217649844, offset=699c9baf3d29%2C45755%2C1733217649844.1733217651232:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:45755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T09:21:21,233 ERROR [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.shipper699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T09:21:21,233 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.shipper699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T09:21:21,234 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.shipper699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T09:21:21,234 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.shipper699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T09:21:21,234 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.shipper699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T09:21:21,234 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.shipper699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1195376640, "init": 1048576000, "max": 2306867200, "used": 995690784 }, "NonHeapMemoryUsage": { "committed": 201457664, "init": 7667712, "max": -1, "used": 198455840 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T09:21:21,234 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.shipper699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:39161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:39161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T09:21:21,311 DEBUG [RS:0;699c9baf3d29:45755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c169eab7600f83207612175f1104676, ec47764e0b5b89f1ad623f91c7226f0f 2024-12-03T09:21:21,338 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/meta/1588230740/.tmp/info/03d83032c3d641cd8561ae19abba4004 2024-12-03T09:21:21,358 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/default/test/2c169eab7600f83207612175f1104676/.tmp/f1/26ac3abf6fa942dc8b98ad5a5e571a71 2024-12-03T09:21:21,358 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/meta/1588230740/.tmp/ns/4c5ecee67c4941eea8473cb11b364636 is 43, key is default/ns:d/1733217652290/Put/seqid=0 2024-12-03T09:21:21,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741843_1019 (size=5153) 2024-12-03T09:21:21,362 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26ac3abf6fa942dc8b98ad5a5e571a71 2024-12-03T09:21:21,369 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/meta/1588230740/.tmp/ns/4c5ecee67c4941eea8473cb11b364636 2024-12-03T09:21:21,387 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/meta/1588230740/.tmp/rep_barrier/c199ac18e1b846a98771f0ba0fb5b15d is 112, key is test,,1733217659295.2c169eab7600f83207612175f1104676./rep_barrier:seqnumDuringOpen/1733217660437/Put/seqid=0 2024-12-03T09:21:21,390 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/default/test/2c169eab7600f83207612175f1104676/.tmp/norep/deb4018b714344b3846695684c8f77c0 is 33, key is row1/norep:/1733217673137/DeleteFamily/seqid=0 2024-12-03T09:21:21,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741844_1020 (size=5518) 2024-12-03T09:21:21,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741845_1021 (size=5108) 2024-12-03T09:21:21,393 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/default/test/2c169eab7600f83207612175f1104676/.tmp/norep/deb4018b714344b3846695684c8f77c0 2024-12-03T09:21:21,398 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for deb4018b714344b3846695684c8f77c0 2024-12-03T09:21:21,398 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/default/test/2c169eab7600f83207612175f1104676/.tmp/f/29d56a65c9c048a6b7617e1152d5b341 as hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/default/test/2c169eab7600f83207612175f1104676/f/29d56a65c9c048a6b7617e1152d5b341 2024-12-03T09:21:21,402 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29d56a65c9c048a6b7617e1152d5b341 2024-12-03T09:21:21,402 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/default/test/2c169eab7600f83207612175f1104676/f/29d56a65c9c048a6b7617e1152d5b341, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T09:21:21,403 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/default/test/2c169eab7600f83207612175f1104676/.tmp/f1/26ac3abf6fa942dc8b98ad5a5e571a71 as hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/default/test/2c169eab7600f83207612175f1104676/f1/26ac3abf6fa942dc8b98ad5a5e571a71 2024-12-03T09:21:21,407 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26ac3abf6fa942dc8b98ad5a5e571a71 2024-12-03T09:21:21,407 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/default/test/2c169eab7600f83207612175f1104676/f1/26ac3abf6fa942dc8b98ad5a5e571a71, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T09:21:21,408 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/default/test/2c169eab7600f83207612175f1104676/.tmp/norep/deb4018b714344b3846695684c8f77c0 as hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/default/test/2c169eab7600f83207612175f1104676/norep/deb4018b714344b3846695684c8f77c0 2024-12-03T09:21:21,412 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for deb4018b714344b3846695684c8f77c0 2024-12-03T09:21:21,412 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/default/test/2c169eab7600f83207612175f1104676/norep/deb4018b714344b3846695684c8f77c0, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T09:21:21,413 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2c169eab7600f83207612175f1104676 in 502ms, sequenceid=12, compaction requested=false 2024-12-03T09:21:21,413 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T09:21:21,417 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/default/test/2c169eab7600f83207612175f1104676/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T09:21:21,417 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:21:21,417 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T09:21:21,418 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733217659295.2c169eab7600f83207612175f1104676. 2024-12-03T09:21:21,418 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c169eab7600f83207612175f1104676: Waiting for close lock at 1733217680910Running coprocessor pre-close hooks at 1733217680910Disabling compacts and flushes for region at 1733217680910Disabling writes for close at 1733217680911 (+1 ms)Obtaining lock to block concurrent updates at 1733217680911Preparing flush snapshotting stores in 2c169eab7600f83207612175f1104676 at 1733217680911Finished memstore snapshotting test,,1733217659295.2c169eab7600f83207612175f1104676., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733217680911Flushing stores of test,,1733217659295.2c169eab7600f83207612175f1104676. at 1733217680911Flushing 2c169eab7600f83207612175f1104676/f: creating writer at 1733217680911Flushing 2c169eab7600f83207612175f1104676/f: appending metadata at 1733217680926 (+15 ms)Flushing 2c169eab7600f83207612175f1104676/f: closing flushed file at 1733217680926Flushing 2c169eab7600f83207612175f1104676/f1: creating writer at 1733217680939 (+13 ms)Flushing 2c169eab7600f83207612175f1104676/f1: appending metadata at 1733217680954 (+15 ms)Flushing 2c169eab7600f83207612175f1104676/f1: closing flushed file at 1733217680954Flushing 2c169eab7600f83207612175f1104676/norep: creating writer at 1733217681362 (+408 ms)Flushing 2c169eab7600f83207612175f1104676/norep: appending metadata at 1733217681389 (+27 ms)Flushing 2c169eab7600f83207612175f1104676/norep: closing flushed file at 1733217681389Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@741fe555: reopening flushed file at 1733217681398 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@358a2384: reopening flushed file at 1733217681403 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@554703d7: reopening flushed file at 1733217681407 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2c169eab7600f83207612175f1104676 in 502ms, sequenceid=12, compaction requested=false at 1733217681413 (+6 ms)Writing region close event to WAL at 1733217681414 (+1 ms)Running coprocessor post-close hooks at 1733217681417 (+3 ms)Closed at 1733217681418 (+1 ms) 2024-12-03T09:21:21,418 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733217659295.2c169eab7600f83207612175f1104676. 2024-12-03T09:21:21,418 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec47764e0b5b89f1ad623f91c7226f0f, disabling compactions & flushes 2024-12-03T09:21:21,418 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f. 2024-12-03T09:21:21,418 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f. 2024-12-03T09:21:21,418 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f. after waiting 0 ms 2024-12-03T09:21:21,418 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f. 2024-12-03T09:21:21,418 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec47764e0b5b89f1ad623f91c7226f0f: Waiting for close lock at 1733217681418Running coprocessor pre-close hooks at 1733217681418Disabling compacts and flushes for region at 1733217681418Disabling writes for close at 1733217681418Failed flush hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f., putting online again at 1733217681418 2024-12-03T09:21:21,418 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f. 2024-12-03T09:21:21,437 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 1715, reset compression=false 2024-12-03T09:21:21,442 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:21:21,442 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 2359, reset compression=false 2024-12-03T09:21:21,511 INFO [RS:0;699c9baf3d29:45755 {}] regionserver.HRegionServer(3091): Received CLOSE for ec47764e0b5b89f1ad623f91c7226f0f 2024-12-03T09:21:21,511 DEBUG [RS:0;699c9baf3d29:45755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec47764e0b5b89f1ad623f91c7226f0f 2024-12-03T09:21:21,511 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec47764e0b5b89f1ad623f91c7226f0f, disabling compactions & flushes 2024-12-03T09:21:21,511 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f. 2024-12-03T09:21:21,512 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f. 2024-12-03T09:21:21,512 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f. after waiting 0 ms 2024-12-03T09:21:21,512 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f. 2024-12-03T09:21:21,512 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec47764e0b5b89f1ad623f91c7226f0f: Waiting for close lock at 1733217681511Running coprocessor pre-close hooks at 1733217681511Disabling compacts and flushes for region at 1733217681511Disabling writes for close at 1733217681512 (+1 ms)Failed flush hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f., putting online again at 1733217681512 2024-12-03T09:21:21,512 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f. 2024-12-03T09:21:21,645 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 2359, reset compression=false 2024-12-03T09:21:21,712 DEBUG [RS:0;699c9baf3d29:45755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:21:21,793 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/meta/1588230740/.tmp/rep_barrier/c199ac18e1b846a98771f0ba0fb5b15d 2024-12-03T09:21:21,808 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/meta/1588230740/.tmp/table/f5ce8c5c50e84701ba65001f902853fe is 53, key is hbase:replication/table:state/1733217666196/Put/seqid=0 2024-12-03T09:21:21,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741846_1022 (size=5308) 2024-12-03T09:21:21,858 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 1496, reset compression=false 2024-12-03T09:21:21,912 INFO [RS:0;699c9baf3d29:45755 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T09:21:21,912 DEBUG [RS:0;699c9baf3d29:45755 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ec47764e0b5b89f1ad623f91c7226f0f=hbase:replication,,1733217665805.ec47764e0b5b89f1ad623f91c7226f0f.} 2024-12-03T09:21:21,912 DEBUG [RS:0;699c9baf3d29:45755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:21:21,948 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 2359, reset compression=false 2024-12-03T09:21:22,112 DEBUG [RS:0;699c9baf3d29:45755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:21:22,212 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/meta/1588230740/.tmp/table/f5ce8c5c50e84701ba65001f902853fe 2024-12-03T09:21:22,215 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/meta/1588230740/.tmp/info/03d83032c3d641cd8561ae19abba4004 as hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/meta/1588230740/info/03d83032c3d641cd8561ae19abba4004 2024-12-03T09:21:22,218 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/meta/1588230740/info/03d83032c3d641cd8561ae19abba4004, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T09:21:22,219 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/meta/1588230740/.tmp/ns/4c5ecee67c4941eea8473cb11b364636 as hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/meta/1588230740/ns/4c5ecee67c4941eea8473cb11b364636 2024-12-03T09:21:22,222 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/meta/1588230740/ns/4c5ecee67c4941eea8473cb11b364636, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T09:21:22,222 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/meta/1588230740/.tmp/rep_barrier/c199ac18e1b846a98771f0ba0fb5b15d as hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/meta/1588230740/rep_barrier/c199ac18e1b846a98771f0ba0fb5b15d 2024-12-03T09:21:22,226 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/meta/1588230740/rep_barrier/c199ac18e1b846a98771f0ba0fb5b15d, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T09:21:22,226 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/meta/1588230740/.tmp/table/f5ce8c5c50e84701ba65001f902853fe as hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/meta/1588230740/table/f5ce8c5c50e84701ba65001f902853fe 2024-12-03T09:21:22,229 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/meta/1588230740/table/f5ce8c5c50e84701ba65001f902853fe, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T09:21:22,230 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false 2024-12-03T09:21:22,230 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T09:21:22,234 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T09:21:22,234 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:21:22,234 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:21:22,234 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:21:22,235 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217680911Running coprocessor pre-close hooks at 1733217680911Disabling compacts and flushes for region at 1733217680911Disabling writes for close at 1733217680911Obtaining lock to block concurrent updates at 1733217680911Preparing flush snapshotting stores in 1588230740 at 1733217680911Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733217680911Flushing stores of hbase:meta,,1.1588230740 at 1733217680911Flushing 1588230740/info: creating writer at 1733217680911Flushing 1588230740/info: appending metadata at 1733217680930 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733217680930Flushing 1588230740/ns: creating writer at 1733217681342 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733217681358 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733217681358Flushing 1588230740/rep_barrier: creating writer at 1733217681372 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733217681387 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733217681387Flushing 1588230740/table: creating writer at 1733217681796 (+409 ms)Flushing 1588230740/table: appending metadata at 1733217681808 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733217681808Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68d08c7c: reopening flushed file at 1733217682215 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e2ed77c: reopening flushed file at 1733217682219 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ac4d1d5: reopening flushed file at 1733217682222 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6986fbab: reopening flushed file at 1733217682226 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false at 1733217682230 (+4 ms)Writing region close event to WAL at 1733217682231 (+1 ms)Running coprocessor post-close hooks at 1733217682234 (+3 ms)Closed at 1733217682234 2024-12-03T09:21:22,235 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T09:21:22,312 INFO [RS:0;699c9baf3d29:45755 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T09:21:22,312 INFO [RS:0;699c9baf3d29:45755 {}] regionserver.HRegionServer(976): stopping server 699c9baf3d29,45755,1733217649844; all regions closed. 2024-12-03T09:21:22,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741834_1010 (size=4239) 2024-12-03T09:21:22,314 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.meta.1733217652248.meta not finished, retry = 0 2024-12-03T09:21:22,352 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 to pos 2359, reset compression=false 2024-12-03T09:21:22,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741839_1015 (size=2609) 2024-12-03T09:21:22,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741832_1008 (size=2367) 2024-12-03T09:21:22,418 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/WALs/699c9baf3d29,45755,1733217649844/699c9baf3d29%2C45755%2C1733217649844.1733217651232 not finished, retry = 0 2024-12-03T09:21:22,519 DEBUG [RS:0;699c9baf3d29:45755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:22,519 INFO [RS:0;699c9baf3d29:45755 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:21:22,519 INFO [RS:0;699c9baf3d29:45755 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:21:22,519 INFO [RS:0;699c9baf3d29:45755 {}] hbase.ChoreService(370): Chore service for: regionserver/699c9baf3d29:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T09:21:22,519 INFO [RS:0;699c9baf3d29:45755 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:21:22,519 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:21:22,520 INFO [RS:0;699c9baf3d29:45755 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-699c9baf3d29,45755,1733217649844 because: Region server is closing 2024-12-03T09:21:22,520 INFO [RS:0;699c9baf3d29:45755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:45755. 2024-12-03T09:21:22,520 DEBUG [RS:0;699c9baf3d29:45755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:21:22,520 DEBUG [RS:0;699c9baf3d29:45755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:22,520 DEBUG [RS:0;699c9baf3d29:45755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:22,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:21:22,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:22,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:22,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:22,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:22,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:22,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:22,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:22,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:22,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:22,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:22,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:22,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:22,620 INFO [RS:0;699c9baf3d29:45755 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.shipper699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 terminated 2024-12-03T09:21:22,621 INFO [RS:0;699c9baf3d29:45755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:45755. 2024-12-03T09:21:22,621 DEBUG [RS:0;699c9baf3d29:45755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:21:22,621 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,45755,1733217649844.replicationSource.wal-reader.699c9baf3d29%2C45755%2C1733217649844,1-699c9baf3d29,45755,1733217649844 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T09:21:22,621 DEBUG [RS:0;699c9baf3d29:45755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:22,621 DEBUG [RS:0;699c9baf3d29:45755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:22,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:21:22,621 INFO [RS:0;699c9baf3d29:45755 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45755 2024-12-03T09:21:22,677 INFO [RS:0;699c9baf3d29:45755 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:21:22,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45755-0x1019a7e5d9f0004, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-875957432/rs/699c9baf3d29,45755,1733217649844 2024-12-03T09:21:22,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-875957432/rs 2024-12-03T09:21:22,688 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,45755,1733217649844] 2024-12-03T09:21:22,698 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-875957432/draining/699c9baf3d29,45755,1733217649844 already deleted, retry=false 2024-12-03T09:21:22,698 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 699c9baf3d29,45755,1733217649844 expired; onlineServers=0 2024-12-03T09:21:22,698 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '699c9baf3d29,39161,1733217649709' ***** 2024-12-03T09:21:22,698 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T09:21:22,698 INFO [M:0;699c9baf3d29:39161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:21:22,699 INFO [M:0;699c9baf3d29:39161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:21:22,699 DEBUG [M:0;699c9baf3d29:39161 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T09:21:22,699 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T09:21:22,699 DEBUG [M:0;699c9baf3d29:39161 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T09:21:22,699 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217651024 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217651024,5,FailOnTimeoutGroup] 2024-12-03T09:21:22,699 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217651024 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217651024,5,FailOnTimeoutGroup] 2024-12-03T09:21:22,699 INFO [M:0;699c9baf3d29:39161 {}] hbase.ChoreService(370): Chore service for: master/699c9baf3d29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T09:21:22,699 INFO [M:0;699c9baf3d29:39161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:21:22,699 DEBUG [M:0;699c9baf3d29:39161 {}] master.HMaster(1795): Stopping service threads 2024-12-03T09:21:22,699 INFO [M:0;699c9baf3d29:39161 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T09:21:22,699 INFO [M:0;699c9baf3d29:39161 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:21:22,699 INFO [M:0;699c9baf3d29:39161 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T09:21:22,700 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T09:21:22,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-875957432/master 2024-12-03T09:21:22,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-875957432 2024-12-03T09:21:22,709 DEBUG [M:0;699c9baf3d29:39161 {}] zookeeper.ZKUtil(347): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Unable to get data of znode /1-875957432/master because node does not exist (not an error) 2024-12-03T09:21:22,709 WARN [M:0;699c9baf3d29:39161 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T09:21:22,709 INFO [M:0;699c9baf3d29:39161 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/.lastflushedseqids 2024-12-03T09:21:22,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741847_1023 (size=245) 2024-12-03T09:21:22,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45755-0x1019a7e5d9f0004, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:21:22,788 INFO [RS:0;699c9baf3d29:45755 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:21:22,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45755-0x1019a7e5d9f0004, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:21:22,788 INFO [RS:0;699c9baf3d29:45755 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,45755,1733217649844; zookeeper connection closed. 2024-12-03T09:21:22,788 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43b693e6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43b693e6 2024-12-03T09:21:22,789 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T09:21:22,861 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 1496, reset compression=false 2024-12-03T09:21:23,108 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:21:23,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:23,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:23,113 INFO [M:0;699c9baf3d29:39161 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T09:21:23,114 INFO [M:0;699c9baf3d29:39161 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T09:21:23,114 DEBUG [M:0;699c9baf3d29:39161 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:21:23,114 INFO [M:0;699c9baf3d29:39161 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:21:23,114 DEBUG [M:0;699c9baf3d29:39161 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:21:23,114 DEBUG [M:0;699c9baf3d29:39161 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:21:23,114 DEBUG [M:0;699c9baf3d29:39161 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:21:23,114 INFO [M:0;699c9baf3d29:39161 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T09:21:23,126 DEBUG [M:0;699c9baf3d29:39161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4433fbb67ecd44eea3c4b5c5b77a5617 is 82, key is hbase:meta,,1/info:regioninfo/1733217652274/Put/seqid=0 2024-12-03T09:21:23,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741848_1024 (size=5672) 2024-12-03T09:21:23,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:23,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:23,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:23,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:23,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:23,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:23,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:23,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:23,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:23,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:23,530 INFO [M:0;699c9baf3d29:39161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4433fbb67ecd44eea3c4b5c5b77a5617 2024-12-03T09:21:23,549 DEBUG [M:0;699c9baf3d29:39161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff07256a2b5a4d029e12badb3e4b8453 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733217666198/Put/seqid=0 2024-12-03T09:21:23,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741849_1025 (size=8516) 2024-12-03T09:21:23,953 INFO [M:0;699c9baf3d29:39161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff07256a2b5a4d029e12badb3e4b8453 2024-12-03T09:21:23,964 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 1496, reset compression=false 2024-12-03T09:21:23,972 DEBUG [M:0;699c9baf3d29:39161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cf7ee6a554343988f7cd49bde6fd39d is 69, key is 699c9baf3d29,45755,1733217649844/rs:state/1733217651092/Put/seqid=0 2024-12-03T09:21:23,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741850_1026 (size=5156) 2024-12-03T09:21:24,375 INFO [M:0;699c9baf3d29:39161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cf7ee6a554343988f7cd49bde6fd39d 2024-12-03T09:21:24,379 DEBUG [M:0;699c9baf3d29:39161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4433fbb67ecd44eea3c4b5c5b77a5617 as hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4433fbb67ecd44eea3c4b5c5b77a5617 2024-12-03T09:21:24,382 INFO [M:0;699c9baf3d29:39161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4433fbb67ecd44eea3c4b5c5b77a5617, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T09:21:24,383 DEBUG [M:0;699c9baf3d29:39161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff07256a2b5a4d029e12badb3e4b8453 as hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff07256a2b5a4d029e12badb3e4b8453 2024-12-03T09:21:24,386 INFO [M:0;699c9baf3d29:39161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff07256a2b5a4d029e12badb3e4b8453, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T09:21:24,387 DEBUG [M:0;699c9baf3d29:39161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cf7ee6a554343988f7cd49bde6fd39d as hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1cf7ee6a554343988f7cd49bde6fd39d 2024-12-03T09:21:24,390 INFO [M:0;699c9baf3d29:39161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46757/user/jenkins/test-data/51ee906f-a742-7ee1-608e-1a865aeea995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1cf7ee6a554343988f7cd49bde6fd39d, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T09:21:24,390 INFO [M:0;699c9baf3d29:39161 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-12-03T09:21:24,392 INFO [M:0;699c9baf3d29:39161 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:21:24,392 DEBUG [M:0;699c9baf3d29:39161 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217683114Disabling compacts and flushes for region at 1733217683114Disabling writes for close at 1733217683114Obtaining lock to block concurrent updates at 1733217683114Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733217683114Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733217683114Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733217683115 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733217683115Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733217683126 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733217683126Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733217683533 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733217683548 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733217683548Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733217683956 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733217683971 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733217683971Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58dab8a0: reopening flushed file at 1733217684379 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cc798f6: reopening flushed file at 1733217684382 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c127480: reopening flushed file at 1733217684386 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1733217684390 (+4 ms)Writing region close event to WAL at 1733217684392 (+2 ms)Closed at 1733217684392 2024-12-03T09:21:24,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741830_1006 (size=63654) 2024-12-03T09:21:24,394 INFO [M:0;699c9baf3d29:39161 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T09:21:24,394 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:21:24,394 INFO [M:0;699c9baf3d29:39161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39161 2024-12-03T09:21:24,395 INFO [M:0;699c9baf3d29:39161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:21:24,535 INFO [M:0;699c9baf3d29:39161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:21:24,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:21:24,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1019a7e5d9f0003, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:21:24,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6536f56d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:21:24,538 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b0c9f8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:21:24,538 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:21:24,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6da558c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:21:24,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@330c1f6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/hadoop.log.dir/,STOPPED} 2024-12-03T09:21:24,539 WARN [BP-704769591-172.17.0.2-1733217647739 heartbeating to localhost/127.0.0.1:46757 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T09:21:24,539 WARN [BP-704769591-172.17.0.2-1733217647739 heartbeating to localhost/127.0.0.1:46757 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-704769591-172.17.0.2-1733217647739 (Datanode Uuid 52fbc68e-3a4d-4446-a148-cddba9187903) service to localhost/127.0.0.1:46757 2024-12-03T09:21:24,539 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T09:21:24,539 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T09:21:24,540 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/cluster_32aa4355-1aa8-59cd-93c4-df874e366e9f/data/data1/current/BP-704769591-172.17.0.2-1733217647739 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:21:24,540 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/cluster_32aa4355-1aa8-59cd-93c4-df874e366e9f/data/data2/current/BP-704769591-172.17.0.2-1733217647739 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:21:24,540 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T09:21:24,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16cb3e16{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:21:24,546 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@673761d8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:21:24,546 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:21:24,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20ed79be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:21:24,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5341e3c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59903ee3-82af-0188-5fd8-92ab63359e3c/hadoop.log.dir/,STOPPED} 2024-12-03T09:21:24,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T09:21:24,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T09:21:24,557 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:21:24,557 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:21:24,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:24,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:24,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:21:24,557 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T09:21:24,557 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1777747932, stopped=false 2024-12-03T09:21:24,558 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=699c9baf3d29,33533,1733217643716 2024-12-03T09:21:24,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0625710804/running 2024-12-03T09:21:24,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1019a7e5d9f0001, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0625710804/running 2024-12-03T09:21:24,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1019a7e5d9f0001, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0625710804 2024-12-03T09:21:24,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0625710804 2024-12-03T09:21:24,618 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:21:24,618 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:21:24,618 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:21:24,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:24,619 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,44167,1733217643963' ***** 2024-12-03T09:21:24,619 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T09:21:24,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44167-0x1019a7e5d9f0001, quorum=127.0.0.1:60308, baseZNode=/0625710804 Set watcher on znode that does not yet exist, /0625710804/running 2024-12-03T09:21:24,619 INFO [RS:0;699c9baf3d29:44167 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:21:24,619 INFO [RS:0;699c9baf3d29:44167 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T09:21:24,619 INFO [RS:0;699c9baf3d29:44167 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T09:21:24,619 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:21:24,619 INFO [RS:0;699c9baf3d29:44167 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d87aebce27b41c2a442ac7639b3e550 2024-12-03T09:21:24,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Set watcher on znode that does not yet exist, /0625710804/running 2024-12-03T09:21:24,619 INFO [RS:0;699c9baf3d29:44167 {}] regionserver.HRegionServer(3091): Received CLOSE for 7edd4619bc8c73be61995a1676d54bf5 2024-12-03T09:21:24,619 INFO [RS:0;699c9baf3d29:44167 {}] regionserver.HRegionServer(959): stopping server 699c9baf3d29,44167,1733217643963 2024-12-03T09:21:24,619 INFO [RS:0;699c9baf3d29:44167 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:21:24,620 INFO [RS:0;699c9baf3d29:44167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:44167. 2024-12-03T09:21:24,620 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d87aebce27b41c2a442ac7639b3e550, disabling compactions & flushes 2024-12-03T09:21:24,620 DEBUG [RS:0;699c9baf3d29:44167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:21:24,620 DEBUG [RS:0;699c9baf3d29:44167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:24,620 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733217658665.8d87aebce27b41c2a442ac7639b3e550. 2024-12-03T09:21:24,620 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217658665.8d87aebce27b41c2a442ac7639b3e550. 2024-12-03T09:21:24,620 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733217658665.8d87aebce27b41c2a442ac7639b3e550. after waiting 0 ms 2024-12-03T09:21:24,620 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733217658665.8d87aebce27b41c2a442ac7639b3e550. 2024-12-03T09:21:24,620 INFO [RS:0;699c9baf3d29:44167 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T09:21:24,620 INFO [RS:0;699c9baf3d29:44167 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T09:21:24,620 INFO [RS:0;699c9baf3d29:44167 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T09:21:24,620 INFO [RS:0;699c9baf3d29:44167 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T09:21:24,620 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8d87aebce27b41c2a442ac7639b3e550 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-03T09:21:24,620 INFO [RS:0;699c9baf3d29:44167 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T09:21:24,620 DEBUG [RS:0;699c9baf3d29:44167 {}] regionserver.HRegionServer(1325): Online Regions={8d87aebce27b41c2a442ac7639b3e550=test,,1733217658665.8d87aebce27b41c2a442ac7639b3e550., 1588230740=hbase:meta,,1.1588230740, 7edd4619bc8c73be61995a1676d54bf5=hbase:replication,,1733217663616.7edd4619bc8c73be61995a1676d54bf5.} 2024-12-03T09:21:24,620 DEBUG [RS:0;699c9baf3d29:44167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7edd4619bc8c73be61995a1676d54bf5, 8d87aebce27b41c2a442ac7639b3e550 2024-12-03T09:21:24,620 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:21:24,620 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:21:24,620 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:21:24,620 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:21:24,620 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:21:24,620 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T09:21:24,633 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/default/test/8d87aebce27b41c2a442ac7639b3e550/.tmp/f/4adcc1a675a4402f9826943072f28ac8 is 37, key is row3/f:row3/1733217675785/Put/seqid=0 2024-12-03T09:21:24,637 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/meta/1588230740/.tmp/info/d1b53eac761e404b9181b5f96262f1f0 is 147, key is hbase:replication,,1733217663616.7edd4619bc8c73be61995a1676d54bf5./info:regioninfo/1733217664780/Put/seqid=0 2024-12-03T09:21:24,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741840_1016 (size=5228) 2024-12-03T09:21:24,637 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/default/test/8d87aebce27b41c2a442ac7639b3e550/.tmp/f/4adcc1a675a4402f9826943072f28ac8 2024-12-03T09:21:24,642 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4adcc1a675a4402f9826943072f28ac8 2024-12-03T09:21:24,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741841_1017 (size=7686) 2024-12-03T09:21:24,659 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/default/test/8d87aebce27b41c2a442ac7639b3e550/.tmp/f1/f69e7335ba784fbfb6c97f7820306cb3 is 30, key is row1/f1:/1733217673137/DeleteFamily/seqid=0 2024-12-03T09:21:24,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741842_1018 (size=5158) 2024-12-03T09:21:24,662 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/default/test/8d87aebce27b41c2a442ac7639b3e550/.tmp/f1/f69e7335ba784fbfb6c97f7820306cb3 2024-12-03T09:21:24,665 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:21:24,665 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f69e7335ba784fbfb6c97f7820306cb3 2024-12-03T09:21:24,677 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/default/test/8d87aebce27b41c2a442ac7639b3e550/.tmp/norep/85468011552f4f318de0bb1eaae44d49 is 32, key is row/norep:/1733217672133/DeleteFamily/seqid=0 2024-12-03T09:21:24,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741843_1019 (size=5101) 2024-12-03T09:21:24,820 DEBUG [RS:0;699c9baf3d29:44167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7edd4619bc8c73be61995a1676d54bf5, 8d87aebce27b41c2a442ac7639b3e550 2024-12-03T09:21:25,020 DEBUG [RS:0;699c9baf3d29:44167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7edd4619bc8c73be61995a1676d54bf5, 8d87aebce27b41c2a442ac7639b3e550 2024-12-03T09:21:25,043 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/meta/1588230740/.tmp/info/d1b53eac761e404b9181b5f96262f1f0 2024-12-03T09:21:25,062 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/meta/1588230740/.tmp/ns/2c40e447391a489c9cc4d4aeb1c42769 is 43, key is default/ns:d/1733217647589/Put/seqid=0 2024-12-03T09:21:25,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741844_1020 (size=5153) 2024-12-03T09:21:25,065 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/meta/1588230740/.tmp/ns/2c40e447391a489c9cc4d4aeb1c42769 2024-12-03T09:21:25,081 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/default/test/8d87aebce27b41c2a442ac7639b3e550/.tmp/norep/85468011552f4f318de0bb1eaae44d49 2024-12-03T09:21:25,084 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85468011552f4f318de0bb1eaae44d49 2024-12-03T09:21:25,085 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/meta/1588230740/.tmp/rep_barrier/45d32ceb81d24f11b347f27a199b5b97 is 112, key is test,,1733217658665.8d87aebce27b41c2a442ac7639b3e550./rep_barrier:seqnumDuringOpen/1733217659046/Put/seqid=0 2024-12-03T09:21:25,085 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/default/test/8d87aebce27b41c2a442ac7639b3e550/.tmp/f/4adcc1a675a4402f9826943072f28ac8 as hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/default/test/8d87aebce27b41c2a442ac7639b3e550/f/4adcc1a675a4402f9826943072f28ac8 2024-12-03T09:21:25,089 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4adcc1a675a4402f9826943072f28ac8 2024-12-03T09:21:25,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741845_1021 (size=5518) 2024-12-03T09:21:25,089 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/default/test/8d87aebce27b41c2a442ac7639b3e550/f/4adcc1a675a4402f9826943072f28ac8, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T09:21:25,089 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/default/test/8d87aebce27b41c2a442ac7639b3e550/.tmp/f1/f69e7335ba784fbfb6c97f7820306cb3 as hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/default/test/8d87aebce27b41c2a442ac7639b3e550/f1/f69e7335ba784fbfb6c97f7820306cb3 2024-12-03T09:21:25,092 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f69e7335ba784fbfb6c97f7820306cb3 2024-12-03T09:21:25,092 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/default/test/8d87aebce27b41c2a442ac7639b3e550/f1/f69e7335ba784fbfb6c97f7820306cb3, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T09:21:25,093 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/default/test/8d87aebce27b41c2a442ac7639b3e550/.tmp/norep/85468011552f4f318de0bb1eaae44d49 as hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/default/test/8d87aebce27b41c2a442ac7639b3e550/norep/85468011552f4f318de0bb1eaae44d49 2024-12-03T09:21:25,096 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85468011552f4f318de0bb1eaae44d49 2024-12-03T09:21:25,096 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/default/test/8d87aebce27b41c2a442ac7639b3e550/norep/85468011552f4f318de0bb1eaae44d49, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T09:21:25,096 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 8d87aebce27b41c2a442ac7639b3e550 in 476ms, sequenceid=12, compaction requested=false 2024-12-03T09:21:25,099 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/default/test/8d87aebce27b41c2a442ac7639b3e550/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T09:21:25,100 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:21:25,100 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T09:21:25,100 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733217658665.8d87aebce27b41c2a442ac7639b3e550. 2024-12-03T09:21:25,100 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d87aebce27b41c2a442ac7639b3e550: Waiting for close lock at 1733217684620Running coprocessor pre-close hooks at 1733217684620Disabling compacts and flushes for region at 1733217684620Disabling writes for close at 1733217684620Obtaining lock to block concurrent updates at 1733217684620Preparing flush snapshotting stores in 8d87aebce27b41c2a442ac7639b3e550 at 1733217684620Finished memstore snapshotting test,,1733217658665.8d87aebce27b41c2a442ac7639b3e550., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733217684620Flushing stores of test,,1733217658665.8d87aebce27b41c2a442ac7639b3e550. at 1733217684620Flushing 8d87aebce27b41c2a442ac7639b3e550/f: creating writer at 1733217684621 (+1 ms)Flushing 8d87aebce27b41c2a442ac7639b3e550/f: appending metadata at 1733217684633 (+12 ms)Flushing 8d87aebce27b41c2a442ac7639b3e550/f: closing flushed file at 1733217684633Flushing 8d87aebce27b41c2a442ac7639b3e550/f1: creating writer at 1733217684642 (+9 ms)Flushing 8d87aebce27b41c2a442ac7639b3e550/f1: appending metadata at 1733217684658 (+16 ms)Flushing 8d87aebce27b41c2a442ac7639b3e550/f1: closing flushed file at 1733217684658Flushing 8d87aebce27b41c2a442ac7639b3e550/norep: creating writer at 1733217684665 (+7 ms)Flushing 8d87aebce27b41c2a442ac7639b3e550/norep: appending metadata at 1733217684676 (+11 ms)Flushing 8d87aebce27b41c2a442ac7639b3e550/norep: closing flushed file at 1733217684676Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23947cd9: reopening flushed file at 1733217685085 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e39d726: reopening flushed file at 1733217685089 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b6b63f0: reopening flushed file at 1733217685092 (+3 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 8d87aebce27b41c2a442ac7639b3e550 in 476ms, sequenceid=12, compaction requested=false at 1733217685096 (+4 ms)Writing region close event to WAL at 1733217685097 (+1 ms)Running coprocessor post-close hooks at 1733217685100 (+3 ms)Closed at 1733217685100 2024-12-03T09:21:25,100 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733217658665.8d87aebce27b41c2a442ac7639b3e550. 2024-12-03T09:21:25,100 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7edd4619bc8c73be61995a1676d54bf5, disabling compactions & flushes 2024-12-03T09:21:25,100 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217663616.7edd4619bc8c73be61995a1676d54bf5. 2024-12-03T09:21:25,100 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217663616.7edd4619bc8c73be61995a1676d54bf5. 2024-12-03T09:21:25,100 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217663616.7edd4619bc8c73be61995a1676d54bf5. after waiting 0 ms 2024-12-03T09:21:25,100 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217663616.7edd4619bc8c73be61995a1676d54bf5. 2024-12-03T09:21:25,100 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7edd4619bc8c73be61995a1676d54bf5 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-03T09:21:25,116 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/replication/7edd4619bc8c73be61995a1676d54bf5/.tmp/queue/f0c75527408548b5abaecb027723fcd1 is 154, key is 1-699c9baf3d29,44167,1733217643963/queue:699c9baf3d29%2C44167%2C1733217643963/1733217677431/Put/seqid=0 2024-12-03T09:21:25,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741846_1022 (size=5353) 2024-12-03T09:21:25,167 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 1496, reset compression=false 2024-12-03T09:21:25,171 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:21:25,171 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 2387, reset compression=false 2024-12-03T09:21:25,171 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.shipper699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,44167,1733217643963 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561, lastWalPosition=2387, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:21:25,172 ERROR [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.shipper699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 699c9baf3d29,44167,1733217643963: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-699c9baf3d29,44167,1733217643963, walGroup=699c9baf3d29%2C44167%2C1733217643963, offset=699c9baf3d29%2C44167%2C1733217643963.1733217646561:2387, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:44167 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T09:21:25,173 ERROR [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.shipper699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T09:21:25,173 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.shipper699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T09:21:25,174 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.shipper699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T09:21:25,174 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.shipper699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T09:21:25,174 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.shipper699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T09:21:25,174 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.shipper699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1195376640, "init": 1048576000, "max": 2306867200, "used": 851258880 }, "NonHeapMemoryUsage": { "committed": 202440704, "init": 7667712, "max": -1, "used": 199384568 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T09:21:25,174 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.shipper699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T09:21:25,220 DEBUG [RS:0;699c9baf3d29:44167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7edd4619bc8c73be61995a1676d54bf5 2024-12-03T09:21:25,374 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 2387, reset compression=false 2024-12-03T09:21:25,421 DEBUG [RS:0;699c9baf3d29:44167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7edd4619bc8c73be61995a1676d54bf5 2024-12-03T09:21:25,489 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/meta/1588230740/.tmp/rep_barrier/45d32ceb81d24f11b347f27a199b5b97 2024-12-03T09:21:25,491 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T09:21:25,491 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T09:21:25,509 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/meta/1588230740/.tmp/table/702581fe45d646bb99a6b1e8df401cac is 53, key is hbase:replication/table:state/1733217664786/Put/seqid=0 2024-12-03T09:21:25,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741847_1023 (size=5308) 2024-12-03T09:21:25,520 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/replication/7edd4619bc8c73be61995a1676d54bf5/.tmp/queue/f0c75527408548b5abaecb027723fcd1 2024-12-03T09:21:25,523 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/replication/7edd4619bc8c73be61995a1676d54bf5/.tmp/queue/f0c75527408548b5abaecb027723fcd1 as hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/replication/7edd4619bc8c73be61995a1676d54bf5/queue/f0c75527408548b5abaecb027723fcd1 2024-12-03T09:21:25,527 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/replication/7edd4619bc8c73be61995a1676d54bf5/queue/f0c75527408548b5abaecb027723fcd1, entries=1, sequenceid=14, filesize=5.2 K 2024-12-03T09:21:25,527 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 7edd4619bc8c73be61995a1676d54bf5 in 427ms, sequenceid=14, compaction requested=false 2024-12-03T09:21:25,527 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T09:21:25,531 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/replication/7edd4619bc8c73be61995a1676d54bf5/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-03T09:21:25,531 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:21:25,531 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:21:25,531 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733217663616.7edd4619bc8c73be61995a1676d54bf5. 2024-12-03T09:21:25,531 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7edd4619bc8c73be61995a1676d54bf5: Waiting for close lock at 1733217685100Running coprocessor pre-close hooks at 1733217685100Disabling compacts and flushes for region at 1733217685100Disabling writes for close at 1733217685100Obtaining lock to block concurrent updates at 1733217685100Preparing flush snapshotting stores in 7edd4619bc8c73be61995a1676d54bf5 at 1733217685100Finished memstore snapshotting hbase:replication,,1733217663616.7edd4619bc8c73be61995a1676d54bf5., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733217685101 (+1 ms)Flushing stores of hbase:replication,,1733217663616.7edd4619bc8c73be61995a1676d54bf5. at 1733217685101Flushing 7edd4619bc8c73be61995a1676d54bf5/queue: creating writer at 1733217685101Flushing 7edd4619bc8c73be61995a1676d54bf5/queue: appending metadata at 1733217685116 (+15 ms)Flushing 7edd4619bc8c73be61995a1676d54bf5/queue: closing flushed file at 1733217685116Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@186d0427: reopening flushed file at 1733217685523 (+407 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 7edd4619bc8c73be61995a1676d54bf5 in 427ms, sequenceid=14, compaction requested=false at 1733217685527 (+4 ms)Writing region close event to WAL at 1733217685528 (+1 ms)Running coprocessor post-close hooks at 1733217685531 (+3 ms)Closed at 1733217685531 2024-12-03T09:21:25,531 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733217663616.7edd4619bc8c73be61995a1676d54bf5. 2024-12-03T09:21:25,621 INFO [RS:0;699c9baf3d29:44167 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T09:21:25,621 DEBUG [RS:0;699c9baf3d29:44167 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T09:21:25,621 DEBUG [RS:0;699c9baf3d29:44167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:21:25,678 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 2387, reset compression=false 2024-12-03T09:21:25,821 DEBUG [RS:0;699c9baf3d29:44167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:21:25,912 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/meta/1588230740/.tmp/table/702581fe45d646bb99a6b1e8df401cac 2024-12-03T09:21:25,916 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/meta/1588230740/.tmp/info/d1b53eac761e404b9181b5f96262f1f0 as hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/meta/1588230740/info/d1b53eac761e404b9181b5f96262f1f0 2024-12-03T09:21:25,919 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/meta/1588230740/info/d1b53eac761e404b9181b5f96262f1f0, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T09:21:25,919 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/meta/1588230740/.tmp/ns/2c40e447391a489c9cc4d4aeb1c42769 as hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/meta/1588230740/ns/2c40e447391a489c9cc4d4aeb1c42769 2024-12-03T09:21:25,922 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/meta/1588230740/ns/2c40e447391a489c9cc4d4aeb1c42769, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T09:21:25,923 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/meta/1588230740/.tmp/rep_barrier/45d32ceb81d24f11b347f27a199b5b97 as hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/meta/1588230740/rep_barrier/45d32ceb81d24f11b347f27a199b5b97 2024-12-03T09:21:25,926 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/meta/1588230740/rep_barrier/45d32ceb81d24f11b347f27a199b5b97, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T09:21:25,926 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/meta/1588230740/.tmp/table/702581fe45d646bb99a6b1e8df401cac as hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/meta/1588230740/table/702581fe45d646bb99a6b1e8df401cac 2024-12-03T09:21:25,930 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/meta/1588230740/table/702581fe45d646bb99a6b1e8df401cac, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T09:21:25,930 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false 2024-12-03T09:21:25,933 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T09:21:25,934 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:21:25,934 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:21:25,934 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:21:25,934 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217684620Running coprocessor pre-close hooks at 1733217684620Disabling compacts and flushes for region at 1733217684620Disabling writes for close at 1733217684620Obtaining lock to block concurrent updates at 1733217684620Preparing flush snapshotting stores in 1588230740 at 1733217684620Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733217684620Flushing stores of hbase:meta,,1.1588230740 at 1733217684621 (+1 ms)Flushing 1588230740/info: creating writer at 1733217684621Flushing 1588230740/info: appending metadata at 1733217684637 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733217684637Flushing 1588230740/ns: creating writer at 1733217685047 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733217685062 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733217685062Flushing 1588230740/rep_barrier: creating writer at 1733217685069 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733217685084 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733217685085 (+1 ms)Flushing 1588230740/table: creating writer at 1733217685492 (+407 ms)Flushing 1588230740/table: appending metadata at 1733217685508 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733217685508Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20ac6ef6: reopening flushed file at 1733217685915 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71ca58c6: reopening flushed file at 1733217685919 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ba0fa25: reopening flushed file at 1733217685922 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@310f8d8d: reopening flushed file at 1733217685926 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false at 1733217685930 (+4 ms)Writing region close event to WAL at 1733217685931 (+1 ms)Running coprocessor post-close hooks at 1733217685934 (+3 ms)Closed at 1733217685934 2024-12-03T09:21:25,934 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T09:21:26,021 INFO [RS:0;699c9baf3d29:44167 {}] regionserver.HRegionServer(976): stopping server 699c9baf3d29,44167,1733217643963; all regions closed. 2024-12-03T09:21:26,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741834_1010 (size=4239) 2024-12-03T09:21:26,023 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.meta.1733217647510.meta not finished, retry = 0 2024-12-03T09:21:26,081 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.1733217646561 to pos 2387, reset compression=false 2024-12-03T09:21:26,125 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/WALs/699c9baf3d29,44167,1733217643963/699c9baf3d29%2C44167%2C1733217643963.rep.1733217664746 not finished, retry = 0 2024-12-03T09:21:26,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741839_1015 (size=3552) 2024-12-03T09:21:26,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741832_1008 (size=2395) 2024-12-03T09:21:26,228 DEBUG [RS:0;699c9baf3d29:44167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:26,228 INFO [RS:0;699c9baf3d29:44167 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:21:26,228 INFO [RS:0;699c9baf3d29:44167 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:21:26,228 INFO [RS:0;699c9baf3d29:44167 {}] hbase.ChoreService(370): Chore service for: regionserver/699c9baf3d29:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T09:21:26,228 INFO [RS:0;699c9baf3d29:44167 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:21:26,228 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:21:26,228 INFO [RS:0;699c9baf3d29:44167 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-699c9baf3d29,44167,1733217643963 because: Region server is closing 2024-12-03T09:21:26,229 INFO [RS:0;699c9baf3d29:44167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:44167. 2024-12-03T09:21:26,229 DEBUG [RS:0;699c9baf3d29:44167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:21:26,229 DEBUG [RS:0;699c9baf3d29:44167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:26,229 DEBUG [RS:0;699c9baf3d29:44167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:26,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:21:26,329 INFO [RS:0;699c9baf3d29:44167 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.shipper699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 terminated 2024-12-03T09:21:26,329 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44167,1733217643963.replicationSource.wal-reader.699c9baf3d29%2C44167%2C1733217643963,1-699c9baf3d29,44167,1733217643963 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T09:21:26,329 INFO [RS:0;699c9baf3d29:44167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:44167. 2024-12-03T09:21:26,329 DEBUG [RS:0;699c9baf3d29:44167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:21:26,329 DEBUG [RS:0;699c9baf3d29:44167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:26,329 DEBUG [RS:0;699c9baf3d29:44167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:26,329 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:21:26,329 INFO [RS:0;699c9baf3d29:44167 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44167 2024-12-03T09:21:26,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0625710804/rs 2024-12-03T09:21:26,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1019a7e5d9f0001, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0625710804/rs/699c9baf3d29,44167,1733217643963 2024-12-03T09:21:26,414 INFO [RS:0;699c9baf3d29:44167 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:21:26,425 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,44167,1733217643963] 2024-12-03T09:21:26,435 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0625710804/draining/699c9baf3d29,44167,1733217643963 already deleted, retry=false 2024-12-03T09:21:26,435 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 699c9baf3d29,44167,1733217643963 expired; onlineServers=0 2024-12-03T09:21:26,435 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '699c9baf3d29,33533,1733217643716' ***** 2024-12-03T09:21:26,435 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T09:21:26,435 INFO [M:0;699c9baf3d29:33533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:21:26,435 INFO [M:0;699c9baf3d29:33533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:21:26,435 DEBUG [M:0;699c9baf3d29:33533 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T09:21:26,435 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T09:21:26,435 DEBUG [M:0;699c9baf3d29:33533 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T09:21:26,435 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217646307 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217646307,5,FailOnTimeoutGroup] 2024-12-03T09:21:26,435 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217646307 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217646307,5,FailOnTimeoutGroup] 2024-12-03T09:21:26,435 INFO [M:0;699c9baf3d29:33533 {}] hbase.ChoreService(370): Chore service for: master/699c9baf3d29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T09:21:26,436 INFO [M:0;699c9baf3d29:33533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:21:26,436 DEBUG [M:0;699c9baf3d29:33533 {}] master.HMaster(1795): Stopping service threads 2024-12-03T09:21:26,436 INFO [M:0;699c9baf3d29:33533 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T09:21:26,436 INFO [M:0;699c9baf3d29:33533 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:21:26,436 ERROR [M:0;699c9baf3d29:33533 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34117,5,PEWorkerGroup] 2024-12-03T09:21:26,436 INFO [M:0;699c9baf3d29:33533 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T09:21:26,436 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T09:21:26,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0625710804/master 2024-12-03T09:21:26,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0625710804 2024-12-03T09:21:26,446 DEBUG [M:0;699c9baf3d29:33533 {}] zookeeper.ZKUtil(347): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Unable to get data of znode /0625710804/master because node does not exist (not an error) 2024-12-03T09:21:26,446 WARN [M:0;699c9baf3d29:33533 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T09:21:26,446 INFO [M:0;699c9baf3d29:33533 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/.lastflushedseqids 2024-12-03T09:21:26,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741848_1024 (size=245) 2024-12-03T09:21:26,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1019a7e5d9f0001, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:21:26,525 INFO [RS:0;699c9baf3d29:44167 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:21:26,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1019a7e5d9f0001, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:21:26,525 INFO [RS:0;699c9baf3d29:44167 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,44167,1733217643963; zookeeper connection closed. 2024-12-03T09:21:26,525 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d088a34 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d088a34 2024-12-03T09:21:26,525 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T09:21:26,850 INFO [M:0;699c9baf3d29:33533 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T09:21:26,850 INFO [M:0;699c9baf3d29:33533 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T09:21:26,850 DEBUG [M:0;699c9baf3d29:33533 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:21:26,850 INFO [M:0;699c9baf3d29:33533 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:21:26,850 DEBUG [M:0;699c9baf3d29:33533 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:21:26,851 DEBUG [M:0;699c9baf3d29:33533 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:21:26,851 DEBUG [M:0;699c9baf3d29:33533 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:21:26,851 INFO [M:0;699c9baf3d29:33533 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-03T09:21:26,866 DEBUG [M:0;699c9baf3d29:33533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33e2aea4d3294d2e8064b2098744d951 is 82, key is hbase:meta,,1/info:regioninfo/1733217647536/Put/seqid=0 2024-12-03T09:21:26,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741849_1025 (size=5672) 2024-12-03T09:21:27,270 INFO [M:0;699c9baf3d29:33533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33e2aea4d3294d2e8064b2098744d951 2024-12-03T09:21:27,290 DEBUG [M:0;699c9baf3d29:33533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5f8f51a29f74023b48590b9add278b1 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733217659057/Put/seqid=0 2024-12-03T09:21:27,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741850_1026 (size=7218) 2024-12-03T09:21:27,694 INFO [M:0;699c9baf3d29:33533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5f8f51a29f74023b48590b9add278b1 2024-12-03T09:21:27,697 INFO [M:0;699c9baf3d29:33533 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5f8f51a29f74023b48590b9add278b1 2024-12-03T09:21:27,709 DEBUG [M:0;699c9baf3d29:33533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a6b649394b943f9821b1ea507acd21b is 69, key is 699c9baf3d29,44167,1733217643963/rs:state/1733217646419/Put/seqid=0 2024-12-03T09:21:27,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741851_1027 (size=5156) 2024-12-03T09:21:28,112 INFO [M:0;699c9baf3d29:33533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a6b649394b943f9821b1ea507acd21b 2024-12-03T09:21:28,116 DEBUG [M:0;699c9baf3d29:33533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33e2aea4d3294d2e8064b2098744d951 as hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33e2aea4d3294d2e8064b2098744d951 2024-12-03T09:21:28,120 INFO [M:0;699c9baf3d29:33533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33e2aea4d3294d2e8064b2098744d951, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T09:21:28,121 DEBUG [M:0;699c9baf3d29:33533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5f8f51a29f74023b48590b9add278b1 as hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5f8f51a29f74023b48590b9add278b1 2024-12-03T09:21:28,122 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:21:28,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:28,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:28,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:28,124 INFO [M:0;699c9baf3d29:33533 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5f8f51a29f74023b48590b9add278b1 2024-12-03T09:21:28,124 INFO [M:0;699c9baf3d29:33533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5f8f51a29f74023b48590b9add278b1, entries=11, sequenceid=105, filesize=7.0 K 2024-12-03T09:21:28,125 DEBUG [M:0;699c9baf3d29:33533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a6b649394b943f9821b1ea507acd21b as hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a6b649394b943f9821b1ea507acd21b 2024-12-03T09:21:28,129 INFO [M:0;699c9baf3d29:33533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34117/user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a6b649394b943f9821b1ea507acd21b, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T09:21:28,130 INFO [M:0;699c9baf3d29:33533 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false 2024-12-03T09:21:28,133 INFO [M:0;699c9baf3d29:33533 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:21:28,133 DEBUG [M:0;699c9baf3d29:33533 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217686850Disabling compacts and flushes for region at 1733217686850Disabling writes for close at 1733217686851 (+1 ms)Obtaining lock to block concurrent updates at 1733217686851Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733217686851Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733217686851Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733217686851Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733217686851Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733217686866 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733217686866Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733217687274 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733217687290 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733217687290Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733217687697 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733217687709 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733217687709Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cd20e8b: reopening flushed file at 1733217688115 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22f2b683: reopening flushed file at 1733217688120 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20f6fa7: reopening flushed file at 1733217688124 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false at 1733217688130 (+6 ms)Writing region close event to WAL at 1733217688133 (+3 ms)Closed at 1733217688133 2024-12-03T09:21:28,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741830_1006 (size=64423) 2024-12-03T09:21:28,143 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5ea7951b-bb35-4a9d-c180-58b35dfefc07/MasterData/WALs/699c9baf3d29,33533,1733217643716/699c9baf3d29%2C33533%2C1733217643716.1733217645742 not finished, retry = 0 2024-12-03T09:21:28,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:28,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:28,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:28,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:28,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:28,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:28,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:28,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:28,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:28,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:28,244 INFO [M:0;699c9baf3d29:33533 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T09:21:28,244 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:21:28,244 INFO [M:0;699c9baf3d29:33533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33533 2024-12-03T09:21:28,244 INFO [M:0;699c9baf3d29:33533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:21:28,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:21:28,430 INFO [M:0;699c9baf3d29:33533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:21:28,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x1019a7e5d9f0000, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:21:28,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@556f8e1d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:21:28,432 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36973165{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:21:28,432 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:21:28,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34675346{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:21:28,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54644394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/hadoop.log.dir/,STOPPED} 2024-12-03T09:21:28,433 WARN [BP-1306017150-172.17.0.2-1733217640963 heartbeating to localhost/127.0.0.1:34117 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T09:21:28,433 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T09:21:28,433 WARN [BP-1306017150-172.17.0.2-1733217640963 heartbeating to localhost/127.0.0.1:34117 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1306017150-172.17.0.2-1733217640963 (Datanode Uuid a19aa19a-97ee-40c8-af45-c774d5fa2aad) service to localhost/127.0.0.1:34117 2024-12-03T09:21:28,433 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T09:21:28,434 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/cluster_aee8835a-5f4b-d9c8-84d5-ca8c091df54d/data/data1/current/BP-1306017150-172.17.0.2-1733217640963 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:21:28,434 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/cluster_aee8835a-5f4b-d9c8-84d5-ca8c091df54d/data/data2/current/BP-1306017150-172.17.0.2-1733217640963 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:21:28,434 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T09:21:28,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@288e3e54{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:21:28,439 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22d3f243{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:21:28,439 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:21:28,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56290647{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:21:28,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d10d9e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7c32de-26fa-7626-b6dc-a8810a033c9f/hadoop.log.dir/,STOPPED} 2024-12-03T09:21:28,443 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T09:21:28,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T09:21:28,463 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 259) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34117 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46757 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:46757 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34117 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46757 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:34117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60308) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:43301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43301 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43301 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60308) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46757 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43301 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60308) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46757 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34117 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=727 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=429 (was 331) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=13061 (was 13244) 2024-12-03T09:21:28,471 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=727, MaxFileDescriptor=1048576, SystemLoadAverage=429, ProcessCount=11, AvailableMemoryMB=13056 2024-12-03T09:21:28,483 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-03T09:21:28,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/hadoop.log.dir so I do NOT create it in target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1 2024-12-03T09:21:28,484 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T09:21:28,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/hadoop.tmp.dir so I do NOT create it in target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1 2024-12-03T09:21:28,484 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a27a908-3daf-12da-6656-df0ae01ea023/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T09:21:28,484 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1 2024-12-03T09:21:28,484 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/cluster_2c0bb85e-9e74-8ee3-fb09-ccde9256e170, deleteOnExit=true 2024-12-03T09:21:28,504 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/cluster_2c0bb85e-9e74-8ee3-fb09-ccde9256e170/zookeeper_0, clientPort=63347, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/cluster_2c0bb85e-9e74-8ee3-fb09-ccde9256e170/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/cluster_2c0bb85e-9e74-8ee3-fb09-ccde9256e170/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T09:21:28,505 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63347 2024-12-03T09:21:28,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T09:21:28,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T09:21:28,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/test.cache.data in system properties and HBase conf 2024-12-03T09:21:28,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T09:21:28,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/hadoop.log.dir in system properties and HBase conf 2024-12-03T09:21:28,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T09:21:28,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T09:21:28,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T09:21:28,506 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T09:21:28,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:21:28,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:21:28,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T09:21:28,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:21:28,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T09:21:28,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T09:21:28,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:21:28,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:21:28,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T09:21:28,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/nfs.dump.dir in system properties and HBase conf 2024-12-03T09:21:28,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/java.io.tmpdir in system properties and HBase conf 2024-12-03T09:21:28,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:21:28,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T09:21:28,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T09:21:28,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1019a7e5d9f0008, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T09:21:28,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019a7e5d9f0002, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T09:21:28,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019a7e5d9f0005, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T09:21:28,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019a7e5d9f0002, quorum=127.0.0.1:60308, baseZNode=/0625710804 Received Disconnected from ZooKeeper, ignoring 2024-12-03T09:21:28,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1019a7e5d9f0008, quorum=127.0.0.1:60308, baseZNode=/21409856928 Received Disconnected from ZooKeeper, ignoring 2024-12-03T09:21:28,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019a7e5d9f0005, quorum=127.0.0.1:60308, baseZNode=/1-875957432 Received Disconnected from ZooKeeper, ignoring 2024-12-03T09:21:28,858 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:21:28,861 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:21:28,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:21:28,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:21:28,862 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T09:21:28,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:21:28,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a80e806{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:21:28,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20cb887c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:21:28,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2aafeb29{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/java.io.tmpdir/jetty-localhost-45443-hadoop-hdfs-3_4_1-tests_jar-_-any-8979109735723486872/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:21:28,956 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3dbebb6d{HTTP/1.1, (http/1.1)}{localhost:45443} 2024-12-03T09:21:28,956 INFO [Time-limited test {}] server.Server(415): Started @275589ms 2024-12-03T09:21:29,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T09:21:29,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T09:21:29,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T09:21:29,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T09:21:29,234 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:21:29,238 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:21:29,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:21:29,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:21:29,239 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T09:21:29,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@281f21dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:21:29,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48c24fea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:21:29,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@368c37ea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/java.io.tmpdir/jetty-localhost-45001-hadoop-hdfs-3_4_1-tests_jar-_-any-6125884963230681507/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:21:29,332 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@770db563{HTTP/1.1, (http/1.1)}{localhost:45001} 2024-12-03T09:21:29,332 INFO [Time-limited test {}] server.Server(415): Started @275965ms 2024-12-03T09:21:29,333 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T09:21:30,417 WARN [Thread-3440 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/cluster_2c0bb85e-9e74-8ee3-fb09-ccde9256e170/data/data2/current/BP-2046061227-172.17.0.2-1733217688526/current, will proceed with Du for space computation calculation, 2024-12-03T09:21:30,417 WARN [Thread-3439 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/cluster_2c0bb85e-9e74-8ee3-fb09-ccde9256e170/data/data1/current/BP-2046061227-172.17.0.2-1733217688526/current, will proceed with Du for space computation calculation, 2024-12-03T09:21:30,433 WARN [Thread-3427 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T09:21:30,435 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x751b79c43bcefbdc with lease ID 0xec8e1526b2f486cf: Processing first storage report for DS-8ea43724-6289-4111-ae96-d04f5d15b6ea from datanode DatanodeRegistration(127.0.0.1:39313, datanodeUuid=15678879-33db-4a74-b9a0-39f0f3241712, infoPort=39825, infoSecurePort=0, ipcPort=40677, storageInfo=lv=-57;cid=testClusterID;nsid=929118896;c=1733217688526) 2024-12-03T09:21:30,436 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x751b79c43bcefbdc with lease ID 0xec8e1526b2f486cf: from storage DS-8ea43724-6289-4111-ae96-d04f5d15b6ea node DatanodeRegistration(127.0.0.1:39313, datanodeUuid=15678879-33db-4a74-b9a0-39f0f3241712, infoPort=39825, infoSecurePort=0, ipcPort=40677, storageInfo=lv=-57;cid=testClusterID;nsid=929118896;c=1733217688526), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:21:30,436 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x751b79c43bcefbdc with lease ID 0xec8e1526b2f486cf: Processing first storage report for DS-3c587759-2b2f-4f8e-ab2b-72af84717384 from datanode DatanodeRegistration(127.0.0.1:39313, datanodeUuid=15678879-33db-4a74-b9a0-39f0f3241712, infoPort=39825, infoSecurePort=0, ipcPort=40677, storageInfo=lv=-57;cid=testClusterID;nsid=929118896;c=1733217688526) 2024-12-03T09:21:30,436 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x751b79c43bcefbdc with lease ID 0xec8e1526b2f486cf: from storage DS-3c587759-2b2f-4f8e-ab2b-72af84717384 node DatanodeRegistration(127.0.0.1:39313, datanodeUuid=15678879-33db-4a74-b9a0-39f0f3241712, infoPort=39825, infoSecurePort=0, ipcPort=40677, storageInfo=lv=-57;cid=testClusterID;nsid=929118896;c=1733217688526), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:21:30,462 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1 2024-12-03T09:21:30,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:21:30,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:21:30,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39313 is added to blk_1073741825_1001 (size=7) 2024-12-03T09:21:30,870 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df with version=8 2024-12-03T09:21:30,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/hbase-staging 2024-12-03T09:21:30,872 INFO [Time-limited test {}] client.ConnectionUtils(128): master/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:21:30,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:21:30,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:21:30,872 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:21:30,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:21:30,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:21:30,872 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T09:21:30,872 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:21:30,873 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35329 2024-12-03T09:21:30,873 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35329 connecting to ZooKeeper ensemble=127.0.0.1:63347 2024-12-03T09:21:30,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353290x0, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:21:30,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35329-0x1019a7f17620000 connected 2024-12-03T09:21:31,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:21:31,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:21:31,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Set watcher on znode that does not yet exist, /01780672650/running 2024-12-03T09:21:31,059 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df, hbase.cluster.distributed=false 2024-12-03T09:21:31,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Set watcher on znode that does not yet exist, /01780672650/acl 2024-12-03T09:21:31,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35329 2024-12-03T09:21:31,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35329 2024-12-03T09:21:31,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35329 2024-12-03T09:21:31,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35329 2024-12-03T09:21:31,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35329 2024-12-03T09:21:31,079 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:21:31,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:21:31,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:21:31,079 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:21:31,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:21:31,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:21:31,079 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:21:31,079 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:21:31,080 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42687 2024-12-03T09:21:31,081 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42687 connecting to ZooKeeper ensemble=127.0.0.1:63347 2024-12-03T09:21:31,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:21:31,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:21:31,098 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426870x0, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:21:31,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426870x0, quorum=127.0.0.1:63347, baseZNode=/01780672650 Set watcher on znode that does not yet exist, /01780672650/running 2024-12-03T09:21:31,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42687-0x1019a7f17620001 connected 2024-12-03T09:21:31,099 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:21:31,099 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:21:31,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42687-0x1019a7f17620001, quorum=127.0.0.1:63347, baseZNode=/01780672650 Set watcher on znode that does not yet exist, /01780672650/master 2024-12-03T09:21:31,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42687-0x1019a7f17620001, quorum=127.0.0.1:63347, baseZNode=/01780672650 Set watcher on znode that does not yet exist, /01780672650/acl 2024-12-03T09:21:31,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42687 2024-12-03T09:21:31,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42687 2024-12-03T09:21:31,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42687 2024-12-03T09:21:31,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42687 2024-12-03T09:21:31,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42687 2024-12-03T09:21:31,125 DEBUG [M:0;699c9baf3d29:35329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;699c9baf3d29:35329 2024-12-03T09:21:31,126 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01780672650/backup-masters/699c9baf3d29,35329,1733217690872 2024-12-03T09:21:31,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780672650/backup-masters 2024-12-03T09:21:31,129 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1019a7f17620001, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780672650/backup-masters 2024-12-03T09:21:31,130 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Set watcher on existing znode=/01780672650/backup-masters/699c9baf3d29,35329,1733217690872 2024-12-03T09:21:31,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780672650 2024-12-03T09:21:31,140 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1019a7f17620001, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01780672650/master 2024-12-03T09:21:31,140 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1019a7f17620001, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780672650 2024-12-03T09:21:31,140 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Set watcher on existing znode=/01780672650/master 2024-12-03T09:21:31,140 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01780672650/backup-masters/699c9baf3d29,35329,1733217690872 from backup master directory 2024-12-03T09:21:31,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01780672650/backup-masters/699c9baf3d29,35329,1733217690872 2024-12-03T09:21:31,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780672650/backup-masters 2024-12-03T09:21:31,150 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1019a7f17620001, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780672650/backup-masters 2024-12-03T09:21:31,150 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:21:31,150 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=699c9baf3d29,35329,1733217690872 2024-12-03T09:21:31,154 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/hbase.id] with ID: 90806e2f-bf04-422a-a0d7-108999a858d4 2024-12-03T09:21:31,154 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/.tmp/hbase.id 2024-12-03T09:21:31,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39313 is added to blk_1073741826_1002 (size=42) 2024-12-03T09:21:31,557 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/.tmp/hbase.id]:[hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/hbase.id] 2024-12-03T09:21:31,565 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:21:31,565 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T09:21:31,566 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T09:21:31,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780672650 2024-12-03T09:21:31,614 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1019a7f17620001, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780672650 2024-12-03T09:21:31,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39313 is added to blk_1073741827_1003 (size=196) 2024-12-03T09:21:31,619 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:21:31,619 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T09:21:31,619 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:21:31,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39313 is added to blk_1073741828_1004 (size=1189) 2024-12-03T09:21:32,025 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/MasterData/data/master/store 2024-12-03T09:21:32,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39313 is added to blk_1073741829_1005 (size=34) 2024-12-03T09:21:32,429 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:32,430 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:21:32,430 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:21:32,430 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:21:32,430 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:21:32,430 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:21:32,430 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:21:32,430 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217692429Disabling compacts and flushes for region at 1733217692429Disabling writes for close at 1733217692430 (+1 ms)Writing region close event to WAL at 1733217692430Closed at 1733217692430 2024-12-03T09:21:32,430 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/MasterData/data/master/store/.initializing 2024-12-03T09:21:32,430 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/MasterData/WALs/699c9baf3d29,35329,1733217690872 2024-12-03T09:21:32,431 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:21:32,432 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C35329%2C1733217690872, suffix=, logDir=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/MasterData/WALs/699c9baf3d29,35329,1733217690872, archiveDir=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/MasterData/oldWALs, maxLogs=10 2024-12-03T09:21:32,443 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/MasterData/WALs/699c9baf3d29,35329,1733217690872/699c9baf3d29%2C35329%2C1733217690872.1733217692432, exclude list is [], retry=0 2024-12-03T09:21:32,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39313,DS-8ea43724-6289-4111-ae96-d04f5d15b6ea,DISK] 2024-12-03T09:21:32,446 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/MasterData/WALs/699c9baf3d29,35329,1733217690872/699c9baf3d29%2C35329%2C1733217690872.1733217692432 2024-12-03T09:21:32,447 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39825:39825)] 2024-12-03T09:21:32,447 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:21:32,447 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:32,447 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:32,447 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:32,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:32,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T09:21:32,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:32,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:21:32,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:32,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T09:21:32,450 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:32,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:32,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:32,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T09:21:32,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:32,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:32,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:32,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T09:21:32,452 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:32,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:32,453 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:32,453 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:32,453 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:32,454 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:32,454 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:32,455 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:21:32,456 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:32,457 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:21:32,457 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66462405, jitterRate=-0.009632989764213562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:21:32,458 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733217692447Initializing all the Stores at 1733217692448 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217692448Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217692448Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217692448Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217692448Cleaning up temporary data from old regions at 1733217692454 (+6 ms)Region opened successfully at 1733217692458 (+4 ms) 2024-12-03T09:21:32,458 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T09:21:32,460 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c70dd78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:21:32,461 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T09:21:32,461 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T09:21:32,461 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T09:21:32,461 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T09:21:32,462 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T09:21:32,462 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T09:21:32,462 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T09:21:32,463 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T09:21:32,464 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Unable to get data of znode /01780672650/balancer because node does not exist (not necessarily an error) 2024-12-03T09:21:32,540 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01780672650/balancer already deleted, retry=false 2024-12-03T09:21:32,540 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T09:21:32,541 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Unable to get data of znode /01780672650/normalizer because node does not exist (not necessarily an error) 2024-12-03T09:21:32,550 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01780672650/normalizer already deleted, retry=false 2024-12-03T09:21:32,551 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T09:21:32,551 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Unable to get data of znode /01780672650/switch/split because node does not exist (not necessarily an error) 2024-12-03T09:21:32,561 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01780672650/switch/split already deleted, retry=false 2024-12-03T09:21:32,562 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Unable to get data of znode /01780672650/switch/merge because node does not exist (not necessarily an error) 2024-12-03T09:21:32,571 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01780672650/switch/merge already deleted, retry=false 2024-12-03T09:21:32,573 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Unable to get data of znode /01780672650/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T09:21:32,582 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01780672650/snapshot-cleanup already deleted, retry=false 2024-12-03T09:21:32,592 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1019a7f17620001, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01780672650/running 2024-12-03T09:21:32,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01780672650/running 2024-12-03T09:21:32,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780672650 2024-12-03T09:21:32,593 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1019a7f17620001, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780672650 2024-12-03T09:21:32,593 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=699c9baf3d29,35329,1733217690872, sessionid=0x1019a7f17620000, setting cluster-up flag (Was=false) 2024-12-03T09:21:32,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780672650 2024-12-03T09:21:32,613 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1019a7f17620001, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780672650 2024-12-03T09:21:32,645 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01780672650/flush-table-proc/acquired, /01780672650/flush-table-proc/reached, /01780672650/flush-table-proc/abort 2024-12-03T09:21:32,646 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,35329,1733217690872 2024-12-03T09:21:32,666 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1019a7f17620001, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780672650 2024-12-03T09:21:32,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780672650 2024-12-03T09:21:32,698 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01780672650/online-snapshot/acquired, /01780672650/online-snapshot/reached, /01780672650/online-snapshot/abort 2024-12-03T09:21:32,698 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,35329,1733217690872 2024-12-03T09:21:32,700 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T09:21:32,701 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T09:21:32,701 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T09:21:32,701 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T09:21:32,701 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 699c9baf3d29,35329,1733217690872 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T09:21:32,702 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:21:32,702 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:21:32,702 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:21:32,702 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:21:32,702 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/699c9baf3d29:0, corePoolSize=10, maxPoolSize=10 2024-12-03T09:21:32,702 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:32,702 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:21:32,702 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:32,703 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733217722703 2024-12-03T09:21:32,703 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T09:21:32,703 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T09:21:32,703 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T09:21:32,703 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T09:21:32,703 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T09:21:32,703 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T09:21:32,704 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:32,704 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:21:32,704 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T09:21:32,704 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T09:21:32,704 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T09:21:32,704 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T09:21:32,704 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T09:21:32,704 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:32,705 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T09:21:32,708 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T09:21:32,708 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T09:21:32,708 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217692708,5,FailOnTimeoutGroup] 2024-12-03T09:21:32,708 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217692708,5,FailOnTimeoutGroup] 2024-12-03T09:21:32,708 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:32,709 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T09:21:32,709 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:32,709 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:32,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39313 is added to blk_1073741831_1007 (size=1321) 2024-12-03T09:21:32,715 INFO [RS:0;699c9baf3d29:42687 {}] regionserver.HRegionServer(746): ClusterId : 90806e2f-bf04-422a-a0d7-108999a858d4 2024-12-03T09:21:32,715 DEBUG [RS:0;699c9baf3d29:42687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:21:32,719 DEBUG [RS:0;699c9baf3d29:42687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:21:32,719 DEBUG [RS:0;699c9baf3d29:42687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:21:32,730 DEBUG [RS:0;699c9baf3d29:42687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:21:32,730 DEBUG [RS:0;699c9baf3d29:42687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ba421ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:21:32,739 DEBUG [RS:0;699c9baf3d29:42687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;699c9baf3d29:42687 2024-12-03T09:21:32,739 INFO [RS:0;699c9baf3d29:42687 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:21:32,739 INFO [RS:0;699c9baf3d29:42687 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:21:32,739 DEBUG [RS:0;699c9baf3d29:42687 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:21:32,740 INFO [RS:0;699c9baf3d29:42687 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,35329,1733217690872 with port=42687, startcode=1733217691079 2024-12-03T09:21:32,740 DEBUG [RS:0;699c9baf3d29:42687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:21:32,741 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:21:32,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,42687,1733217691079 2024-12-03T09:21:32,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35329 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,42687,1733217691079 2024-12-03T09:21:32,742 DEBUG [RS:0;699c9baf3d29:42687 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df 2024-12-03T09:21:32,742 DEBUG [RS:0;699c9baf3d29:42687 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33179 2024-12-03T09:21:32,742 DEBUG [RS:0;699c9baf3d29:42687 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:21:32,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780672650/rs 2024-12-03T09:21:32,751 DEBUG [RS:0;699c9baf3d29:42687 {}] zookeeper.ZKUtil(111): regionserver:42687-0x1019a7f17620001, quorum=127.0.0.1:63347, baseZNode=/01780672650 Set watcher on existing znode=/01780672650/rs/699c9baf3d29,42687,1733217691079 2024-12-03T09:21:32,751 WARN [RS:0;699c9baf3d29:42687 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:21:32,751 INFO [RS:0;699c9baf3d29:42687 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:21:32,751 DEBUG [RS:0;699c9baf3d29:42687 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079 2024-12-03T09:21:32,751 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,42687,1733217691079] 2024-12-03T09:21:32,753 INFO [RS:0;699c9baf3d29:42687 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:21:32,754 INFO [RS:0;699c9baf3d29:42687 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:21:32,756 INFO [RS:0;699c9baf3d29:42687 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:21:32,756 INFO [RS:0;699c9baf3d29:42687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:32,756 INFO [RS:0;699c9baf3d29:42687 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:21:32,757 INFO [RS:0;699c9baf3d29:42687 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:21:32,757 INFO [RS:0;699c9baf3d29:42687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:32,757 DEBUG [RS:0;699c9baf3d29:42687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:32,757 DEBUG [RS:0;699c9baf3d29:42687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:32,757 DEBUG [RS:0;699c9baf3d29:42687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:32,757 DEBUG [RS:0;699c9baf3d29:42687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:32,757 DEBUG [RS:0;699c9baf3d29:42687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:32,757 DEBUG [RS:0;699c9baf3d29:42687 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:21:32,757 DEBUG [RS:0;699c9baf3d29:42687 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:32,757 DEBUG [RS:0;699c9baf3d29:42687 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:32,757 DEBUG [RS:0;699c9baf3d29:42687 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:32,757 DEBUG [RS:0;699c9baf3d29:42687 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:32,757 DEBUG [RS:0;699c9baf3d29:42687 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:32,757 DEBUG [RS:0;699c9baf3d29:42687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:32,757 DEBUG [RS:0;699c9baf3d29:42687 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:21:32,757 DEBUG [RS:0;699c9baf3d29:42687 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:21:32,760 INFO [RS:0;699c9baf3d29:42687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:32,760 INFO [RS:0;699c9baf3d29:42687 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:32,760 INFO [RS:0;699c9baf3d29:42687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:32,760 INFO [RS:0;699c9baf3d29:42687 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:32,760 INFO [RS:0;699c9baf3d29:42687 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:32,760 INFO [RS:0;699c9baf3d29:42687 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,42687,1733217691079-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:21:32,777 INFO [RS:0;699c9baf3d29:42687 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:21:32,777 INFO [RS:0;699c9baf3d29:42687 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,42687,1733217691079-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:32,777 INFO [RS:0;699c9baf3d29:42687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:32,777 INFO [RS:0;699c9baf3d29:42687 {}] regionserver.Replication(171): 699c9baf3d29,42687,1733217691079 started 2024-12-03T09:21:32,793 INFO [RS:0;699c9baf3d29:42687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:32,793 INFO [RS:0;699c9baf3d29:42687 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,42687,1733217691079, RpcServer on 699c9baf3d29/172.17.0.2:42687, sessionid=0x1019a7f17620001 2024-12-03T09:21:32,793 DEBUG [RS:0;699c9baf3d29:42687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:21:32,793 DEBUG [RS:0;699c9baf3d29:42687 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,42687,1733217691079 2024-12-03T09:21:32,793 DEBUG [RS:0;699c9baf3d29:42687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,42687,1733217691079' 2024-12-03T09:21:32,793 DEBUG [RS:0;699c9baf3d29:42687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01780672650/flush-table-proc/abort' 2024-12-03T09:21:32,794 DEBUG [RS:0;699c9baf3d29:42687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01780672650/flush-table-proc/acquired' 2024-12-03T09:21:32,794 DEBUG [RS:0;699c9baf3d29:42687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:21:32,794 DEBUG [RS:0;699c9baf3d29:42687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:21:32,794 DEBUG [RS:0;699c9baf3d29:42687 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,42687,1733217691079 2024-12-03T09:21:32,794 DEBUG [RS:0;699c9baf3d29:42687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,42687,1733217691079' 2024-12-03T09:21:32,794 DEBUG [RS:0;699c9baf3d29:42687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01780672650/online-snapshot/abort' 2024-12-03T09:21:32,794 DEBUG [RS:0;699c9baf3d29:42687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01780672650/online-snapshot/acquired' 2024-12-03T09:21:32,795 DEBUG [RS:0;699c9baf3d29:42687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:21:32,795 INFO [RS:0;699c9baf3d29:42687 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:21:32,795 INFO [RS:0;699c9baf3d29:42687 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:21:32,895 INFO [RS:0;699c9baf3d29:42687 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:21:32,896 INFO [RS:0;699c9baf3d29:42687 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C42687%2C1733217691079, suffix=, logDir=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079, archiveDir=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/oldWALs, maxLogs=10 2024-12-03T09:21:32,912 DEBUG [RS:0;699c9baf3d29:42687 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896, exclude list is [], retry=0 2024-12-03T09:21:32,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39313,DS-8ea43724-6289-4111-ae96-d04f5d15b6ea,DISK] 2024-12-03T09:21:32,915 INFO [RS:0;699c9baf3d29:42687 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 2024-12-03T09:21:32,915 DEBUG [RS:0;699c9baf3d29:42687 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39825:39825)] 2024-12-03T09:21:33,112 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T09:21:33,112 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df 2024-12-03T09:21:33,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39313 is added to blk_1073741833_1009 (size=32) 2024-12-03T09:21:33,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:33,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:21:33,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:21:33,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:33,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:21:33,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:21:33,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:21:33,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:33,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:21:33,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:21:33,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:21:33,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:33,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:21:33,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:21:33,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:21:33,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:33,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:21:33,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:21:33,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/meta/1588230740 2024-12-03T09:21:33,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/meta/1588230740 2024-12-03T09:21:33,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:21:33,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:21:33,523 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:21:33,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:21:33,525 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:21:33,525 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74751004, jitterRate=0.11387676000595093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:21:33,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733217693516Initializing all the Stores at 1733217693517 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217693517Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217693517Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217693517Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217693517Cleaning up temporary data from old regions at 1733217693522 (+5 ms)Region opened successfully at 1733217693525 (+3 ms) 2024-12-03T09:21:33,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:21:33,526 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:21:33,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:21:33,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:21:33,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:21:33,526 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:21:33,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217693526Disabling compacts and flushes for region at 1733217693526Disabling writes for close at 1733217693526Writing region close event to WAL at 1733217693526Closed at 1733217693526 2024-12-03T09:21:33,527 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:21:33,527 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T09:21:33,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T09:21:33,528 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:21:33,528 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T09:21:33,679 DEBUG [699c9baf3d29:35329 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T09:21:33,679 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=699c9baf3d29,42687,1733217691079 2024-12-03T09:21:33,680 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,42687,1733217691079, state=OPENING 2024-12-03T09:21:33,761 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T09:21:33,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780672650 2024-12-03T09:21:33,771 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1019a7f17620001, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780672650 2024-12-03T09:21:33,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01780672650/meta-region-server: CHANGED 2024-12-03T09:21:33,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01780672650/meta-region-server: CHANGED 2024-12-03T09:21:33,772 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:21:33,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,42687,1733217691079}] 2024-12-03T09:21:33,924 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:21:33,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:21:33,928 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T09:21:33,928 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:21:33,928 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T09:21:33,929 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C42687%2C1733217691079.meta, suffix=.meta, logDir=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079, archiveDir=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/oldWALs, maxLogs=10 2024-12-03T09:21:33,943 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.meta.1733217693929.meta, exclude list is [], retry=0 2024-12-03T09:21:33,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39313,DS-8ea43724-6289-4111-ae96-d04f5d15b6ea,DISK] 2024-12-03T09:21:33,946 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.meta.1733217693929.meta 2024-12-03T09:21:33,947 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39825:39825)] 2024-12-03T09:21:33,947 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:21:33,947 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:21:33,947 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:21:33,947 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T09:21:33,947 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T09:21:33,947 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T09:21:33,947 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:33,947 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T09:21:33,948 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T09:21:33,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:21:33,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:21:33,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:33,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:21:33,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:21:33,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:21:33,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:33,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:21:33,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:21:33,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:21:33,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:33,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:21:33,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:21:33,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:21:33,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:33,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:21:33,952 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:21:33,952 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/meta/1588230740 2024-12-03T09:21:33,953 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/meta/1588230740 2024-12-03T09:21:33,954 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:21:33,954 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:21:33,954 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:21:33,954 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:21:33,955 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62507810, jitterRate=-0.06856104731559753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:21:33,955 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T09:21:33,955 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733217693948Writing region info on filesystem at 1733217693948Initializing all the Stores at 1733217693948Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217693948Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217693948Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217693948Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217693948Cleaning up temporary data from old regions at 1733217693954 (+6 ms)Running coprocessor post-open hooks at 1733217693955 (+1 ms)Region opened successfully at 1733217693955 2024-12-03T09:21:33,956 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733217693924 2024-12-03T09:21:33,957 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T09:21:33,957 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T09:21:33,958 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,42687,1733217691079 2024-12-03T09:21:33,958 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,42687,1733217691079, state=OPEN 2024-12-03T09:21:33,993 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1019a7f17620001, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01780672650/meta-region-server 2024-12-03T09:21:33,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01780672650/meta-region-server 2024-12-03T09:21:33,994 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=699c9baf3d29,42687,1733217691079 2024-12-03T09:21:33,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01780672650/meta-region-server: CHANGED 2024-12-03T09:21:33,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01780672650/meta-region-server: CHANGED 2024-12-03T09:21:33,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T09:21:33,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,42687,1733217691079 in 222 msec 2024-12-03T09:21:33,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T09:21:33,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 468 msec 2024-12-03T09:21:33,997 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:21:33,997 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T09:21:33,998 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:21:33,998 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,42687,1733217691079, seqNum=-1] 2024-12-03T09:21:33,998 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:21:33,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:21:34,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-12-03T09:21:34,003 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733217694003, completionTime=-1 2024-12-03T09:21:34,003 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T09:21:34,003 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T09:21:34,005 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T09:21:34,005 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733217754005 2024-12-03T09:21:34,005 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733217814005 2024-12-03T09:21:34,005 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T09:21:34,005 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35329,1733217690872-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:34,005 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35329,1733217690872-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:34,005 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35329,1733217690872-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:34,005 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-699c9baf3d29:35329, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:34,005 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:34,005 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:34,007 DEBUG [master/699c9baf3d29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T09:21:34,008 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.858sec 2024-12-03T09:21:34,008 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T09:21:34,008 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T09:21:34,008 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T09:21:34,008 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T09:21:34,009 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T09:21:34,009 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35329,1733217690872-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:21:34,009 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35329,1733217690872-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T09:21:34,010 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T09:21:34,010 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T09:21:34,010 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35329,1733217690872-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:34,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259ca815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:34,016 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,35329,-1 for getting cluster id 2024-12-03T09:21:34,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:34,017 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90806e2f-bf04-422a-a0d7-108999a858d4' 2024-12-03T09:21:34,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:34,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90806e2f-bf04-422a-a0d7-108999a858d4" 2024-12-03T09:21:34,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3080a5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:34,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,35329,-1] 2024-12-03T09:21:34,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:34,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:34,019 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:34,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537e9096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:34,020 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:21:34,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,42687,1733217691079, seqNum=-1] 2024-12-03T09:21:34,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:21:34,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:21:34,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=699c9baf3d29,35329,1733217690872 2024-12-03T09:21:34,023 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63347 2024-12-03T09:21:34,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:21:34,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019a7f17620002 connected 2024-12-03T09:21:34,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/hadoop.log.dir so I do NOT create it in target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b 2024-12-03T09:21:34,058 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T09:21:34,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/hadoop.tmp.dir so I do NOT create it in target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b 2024-12-03T09:21:34,058 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T09:21:34,058 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b 2024-12-03T09:21:34,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T09:21:34,058 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/cluster_1ef2cb30-28c7-6418-c39e-5ec386cc04e4, deleteOnExit=true 2024-12-03T09:21:34,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T09:21:34,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/test.cache.data in system properties and HBase conf 2024-12-03T09:21:34,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T09:21:34,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/hadoop.log.dir in system properties and HBase conf 2024-12-03T09:21:34,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T09:21:34,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T09:21:34,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T09:21:34,058 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T09:21:34,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:21:34,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:21:34,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T09:21:34,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:21:34,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T09:21:34,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T09:21:34,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:21:34,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:21:34,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T09:21:34,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/nfs.dump.dir in system properties and HBase conf 2024-12-03T09:21:34,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/java.io.tmpdir in system properties and HBase conf 2024-12-03T09:21:34,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:21:34,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T09:21:34,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T09:21:34,412 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T09:21:34,414 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:34,414 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:34,414 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:34,414 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:34,441 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:34,442 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:34,442 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:34,442 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:34,442 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:34,443 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:34,447 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:34,451 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:34,451 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:34,454 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:34,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:21:34,482 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:21:34,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:21:34,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:21:34,484 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T09:21:34,487 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:21:34,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b43a68a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:21:34,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fc99fe1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:21:34,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2479bb81{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/java.io.tmpdir/jetty-localhost-40223-hadoop-hdfs-3_4_1-tests_jar-_-any-18315040500703162641/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:21:34,601 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bcea90e{HTTP/1.1, (http/1.1)}{localhost:40223} 2024-12-03T09:21:34,601 INFO [Time-limited test {}] server.Server(415): Started @281234ms 2024-12-03T09:21:34,870 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:21:34,872 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:21:34,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:21:34,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:21:34,873 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T09:21:34,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32586c17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:21:34,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28059045{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:21:34,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ca8b37e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/java.io.tmpdir/jetty-localhost-38501-hadoop-hdfs-3_4_1-tests_jar-_-any-3869441648305593771/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:21:34,991 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21f71b1d{HTTP/1.1, (http/1.1)}{localhost:38501} 2024-12-03T09:21:34,991 INFO [Time-limited test {}] server.Server(415): Started @281624ms 2024-12-03T09:21:34,992 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T09:21:35,755 WARN [Thread-3560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/cluster_1ef2cb30-28c7-6418-c39e-5ec386cc04e4/data/data1/current/BP-1492823418-172.17.0.2-1733217694083/current, will proceed with Du for space computation calculation, 2024-12-03T09:21:35,755 WARN [Thread-3561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/cluster_1ef2cb30-28c7-6418-c39e-5ec386cc04e4/data/data2/current/BP-1492823418-172.17.0.2-1733217694083/current, will proceed with Du for space computation calculation, 2024-12-03T09:21:35,774 WARN [Thread-3548 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T09:21:35,776 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1aac0627ff6a767 with lease ID 0x2a7f04c270f605b8: Processing first storage report for DS-2f911360-fc5b-40f6-82f9-6d06c0dbb56d from datanode DatanodeRegistration(127.0.0.1:44197, datanodeUuid=b5c40ac0-e4d3-434c-a170-9fb441b90ccf, infoPort=42229, infoSecurePort=0, ipcPort=37325, storageInfo=lv=-57;cid=testClusterID;nsid=186070422;c=1733217694083) 2024-12-03T09:21:35,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1aac0627ff6a767 with lease ID 0x2a7f04c270f605b8: from storage DS-2f911360-fc5b-40f6-82f9-6d06c0dbb56d node DatanodeRegistration(127.0.0.1:44197, datanodeUuid=b5c40ac0-e4d3-434c-a170-9fb441b90ccf, infoPort=42229, infoSecurePort=0, ipcPort=37325, storageInfo=lv=-57;cid=testClusterID;nsid=186070422;c=1733217694083), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:21:35,776 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1aac0627ff6a767 with lease ID 0x2a7f04c270f605b8: Processing first storage report for DS-7edb8fc3-6bbb-4d81-b3c5-f74cf97c7735 from datanode DatanodeRegistration(127.0.0.1:44197, datanodeUuid=b5c40ac0-e4d3-434c-a170-9fb441b90ccf, infoPort=42229, infoSecurePort=0, ipcPort=37325, storageInfo=lv=-57;cid=testClusterID;nsid=186070422;c=1733217694083) 2024-12-03T09:21:35,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1aac0627ff6a767 with lease ID 0x2a7f04c270f605b8: from storage DS-7edb8fc3-6bbb-4d81-b3c5-f74cf97c7735 node DatanodeRegistration(127.0.0.1:44197, datanodeUuid=b5c40ac0-e4d3-434c-a170-9fb441b90ccf, infoPort=42229, infoSecurePort=0, ipcPort=37325, storageInfo=lv=-57;cid=testClusterID;nsid=186070422;c=1733217694083), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:21:35,821 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b 2024-12-03T09:21:35,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:21:35,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:21:35,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741825_1001 (size=7) 2024-12-03T09:21:36,230 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f with version=8 2024-12-03T09:21:36,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/hbase-staging 2024-12-03T09:21:36,232 INFO [Time-limited test {}] client.ConnectionUtils(128): master/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:21:36,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:21:36,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:21:36,232 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:21:36,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:21:36,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:21:36,232 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T09:21:36,232 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:21:36,232 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35091 2024-12-03T09:21:36,233 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35091 connecting to ZooKeeper ensemble=127.0.0.1:63347 2024-12-03T09:21:36,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350910x0, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:21:36,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35091-0x1019a7f17620003 connected 2024-12-03T09:21:36,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:21:36,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:21:36,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Set watcher on znode that does not yet exist, /1-1245218521/running 2024-12-03T09:21:36,354 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f, hbase.cluster.distributed=false 2024-12-03T09:21:36,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Set watcher on znode that does not yet exist, /1-1245218521/acl 2024-12-03T09:21:36,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35091 2024-12-03T09:21:36,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35091 2024-12-03T09:21:36,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35091 2024-12-03T09:21:36,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35091 2024-12-03T09:21:36,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35091 2024-12-03T09:21:36,376 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:21:36,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:21:36,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:21:36,376 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:21:36,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:21:36,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:21:36,376 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:21:36,377 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:21:36,377 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44535 2024-12-03T09:21:36,378 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44535 connecting to ZooKeeper ensemble=127.0.0.1:63347 2024-12-03T09:21:36,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:21:36,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:21:36,393 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445350x0, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:21:36,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445350x0, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Set watcher on znode that does not yet exist, /1-1245218521/running 2024-12-03T09:21:36,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44535-0x1019a7f17620004 connected 2024-12-03T09:21:36,393 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:21:36,394 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:21:36,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44535-0x1019a7f17620004, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Set watcher on znode that does not yet exist, /1-1245218521/master 2024-12-03T09:21:36,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44535-0x1019a7f17620004, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Set watcher on znode that does not yet exist, /1-1245218521/acl 2024-12-03T09:21:36,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44535 2024-12-03T09:21:36,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44535 2024-12-03T09:21:36,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44535 2024-12-03T09:21:36,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44535 2024-12-03T09:21:36,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44535 2024-12-03T09:21:36,414 DEBUG [M:0;699c9baf3d29:35091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;699c9baf3d29:35091 2024-12-03T09:21:36,414 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1245218521/backup-masters/699c9baf3d29,35091,1733217696232 2024-12-03T09:21:36,424 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44535-0x1019a7f17620004, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245218521/backup-masters 2024-12-03T09:21:36,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245218521/backup-masters 2024-12-03T09:21:36,424 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Set watcher on existing znode=/1-1245218521/backup-masters/699c9baf3d29,35091,1733217696232 2024-12-03T09:21:36,434 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44535-0x1019a7f17620004, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1245218521/master 2024-12-03T09:21:36,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245218521 2024-12-03T09:21:36,434 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44535-0x1019a7f17620004, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245218521 2024-12-03T09:21:36,435 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Set watcher on existing znode=/1-1245218521/master 2024-12-03T09:21:36,435 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1245218521/backup-masters/699c9baf3d29,35091,1733217696232 from backup master directory 2024-12-03T09:21:36,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1245218521/backup-masters/699c9baf3d29,35091,1733217696232 2024-12-03T09:21:36,445 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44535-0x1019a7f17620004, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245218521/backup-masters 2024-12-03T09:21:36,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245218521/backup-masters 2024-12-03T09:21:36,445 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:21:36,445 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=699c9baf3d29,35091,1733217696232 2024-12-03T09:21:36,448 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/hbase.id] with ID: 42c4db78-d373-4938-beca-3d4c83acd8f4 2024-12-03T09:21:36,448 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/.tmp/hbase.id 2024-12-03T09:21:36,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741826_1002 (size=42) 2024-12-03T09:21:36,852 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/.tmp/hbase.id]:[hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/hbase.id] 2024-12-03T09:21:36,859 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:21:36,859 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T09:21:36,860 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T09:21:36,908 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44535-0x1019a7f17620004, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245218521 2024-12-03T09:21:36,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245218521 2024-12-03T09:21:36,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741827_1003 (size=196) 2024-12-03T09:21:37,313 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:21:37,314 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T09:21:37,314 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:21:37,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741828_1004 (size=1189) 2024-12-03T09:21:37,319 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/MasterData/data/master/store 2024-12-03T09:21:37,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741829_1005 (size=34) 2024-12-03T09:21:37,724 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:37,724 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:21:37,724 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:21:37,724 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:21:37,724 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:21:37,724 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:21:37,724 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:21:37,724 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217697724Disabling compacts and flushes for region at 1733217697724Disabling writes for close at 1733217697724Writing region close event to WAL at 1733217697724Closed at 1733217697724 2024-12-03T09:21:37,725 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/MasterData/data/master/store/.initializing 2024-12-03T09:21:37,725 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/MasterData/WALs/699c9baf3d29,35091,1733217696232 2024-12-03T09:21:37,726 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:21:37,727 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C35091%2C1733217696232, suffix=, logDir=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/MasterData/WALs/699c9baf3d29,35091,1733217696232, archiveDir=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/MasterData/oldWALs, maxLogs=10 2024-12-03T09:21:37,744 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/MasterData/WALs/699c9baf3d29,35091,1733217696232/699c9baf3d29%2C35091%2C1733217696232.1733217697728, exclude list is [], retry=0 2024-12-03T09:21:37,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-2f911360-fc5b-40f6-82f9-6d06c0dbb56d,DISK] 2024-12-03T09:21:37,747 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/MasterData/WALs/699c9baf3d29,35091,1733217696232/699c9baf3d29%2C35091%2C1733217696232.1733217697728 2024-12-03T09:21:37,748 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42229:42229)] 2024-12-03T09:21:37,748 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:21:37,748 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:37,748 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:37,748 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:37,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:37,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T09:21:37,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:37,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:21:37,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:37,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T09:21:37,755 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:37,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:37,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:37,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T09:21:37,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:37,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:37,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:37,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T09:21:37,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:37,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:37,758 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:37,758 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:37,758 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:37,759 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:37,759 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:37,759 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:21:37,760 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:37,761 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:21:37,761 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73905489, jitterRate=0.10127760469913483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:21:37,761 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733217697748Initializing all the Stores at 1733217697749 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217697749Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217697752 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217697752Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217697752Cleaning up temporary data from old regions at 1733217697759 (+7 ms)Region opened successfully at 1733217697761 (+2 ms) 2024-12-03T09:21:37,761 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T09:21:37,764 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d3e051c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:21:37,764 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T09:21:37,764 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T09:21:37,764 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T09:21:37,764 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T09:21:37,765 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T09:21:37,765 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T09:21:37,765 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T09:21:37,766 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T09:21:37,767 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Unable to get data of znode /1-1245218521/balancer because node does not exist (not necessarily an error) 2024-12-03T09:21:37,845 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1245218521/balancer already deleted, retry=false 2024-12-03T09:21:37,845 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T09:21:37,846 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Unable to get data of znode /1-1245218521/normalizer because node does not exist (not necessarily an error) 2024-12-03T09:21:37,857 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1245218521/normalizer already deleted, retry=false 2024-12-03T09:21:37,858 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T09:21:37,859 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Unable to get data of znode /1-1245218521/switch/split because node does not exist (not necessarily an error) 2024-12-03T09:21:37,866 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1245218521/switch/split already deleted, retry=false 2024-12-03T09:21:37,867 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Unable to get data of znode /1-1245218521/switch/merge because node does not exist (not necessarily an error) 2024-12-03T09:21:37,876 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1245218521/switch/merge already deleted, retry=false 2024-12-03T09:21:37,878 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Unable to get data of znode /1-1245218521/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T09:21:37,887 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1245218521/snapshot-cleanup already deleted, retry=false 2024-12-03T09:21:37,897 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44535-0x1019a7f17620004, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1245218521/running 2024-12-03T09:21:37,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1245218521/running 2024-12-03T09:21:37,897 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44535-0x1019a7f17620004, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245218521 2024-12-03T09:21:37,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245218521 2024-12-03T09:21:37,898 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=699c9baf3d29,35091,1733217696232, sessionid=0x1019a7f17620003, setting cluster-up flag (Was=false) 2024-12-03T09:21:37,918 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44535-0x1019a7f17620004, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245218521 2024-12-03T09:21:37,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245218521 2024-12-03T09:21:37,950 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1245218521/flush-table-proc/acquired, /1-1245218521/flush-table-proc/reached, /1-1245218521/flush-table-proc/abort 2024-12-03T09:21:37,951 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,35091,1733217696232 2024-12-03T09:21:37,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245218521 2024-12-03T09:21:37,971 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44535-0x1019a7f17620004, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245218521 2024-12-03T09:21:38,003 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1245218521/online-snapshot/acquired, /1-1245218521/online-snapshot/reached, /1-1245218521/online-snapshot/abort 2024-12-03T09:21:38,004 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,35091,1733217696232 2024-12-03T09:21:38,004 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T09:21:38,006 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T09:21:38,006 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T09:21:38,006 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T09:21:38,006 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 699c9baf3d29,35091,1733217696232 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T09:21:38,007 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:21:38,007 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:21:38,007 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:21:38,007 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:21:38,007 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/699c9baf3d29:0, corePoolSize=10, maxPoolSize=10 2024-12-03T09:21:38,007 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:38,008 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:21:38,008 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:38,008 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733217728008 2024-12-03T09:21:38,008 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T09:21:38,009 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T09:21:38,009 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:21:38,009 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T09:21:38,009 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T09:21:38,009 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T09:21:38,009 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T09:21:38,009 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T09:21:38,009 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:38,009 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T09:21:38,009 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T09:21:38,009 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T09:21:38,009 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T09:21:38,009 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:38,009 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T09:21:38,009 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T09:21:38,010 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T09:21:38,010 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217698010,5,FailOnTimeoutGroup] 2024-12-03T09:21:38,012 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217698010,5,FailOnTimeoutGroup] 2024-12-03T09:21:38,012 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:38,012 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T09:21:38,012 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:38,012 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:38,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741831_1007 (size=1321) 2024-12-03T09:21:38,103 INFO [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer(746): ClusterId : 42c4db78-d373-4938-beca-3d4c83acd8f4 2024-12-03T09:21:38,103 DEBUG [RS:0;699c9baf3d29:44535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:21:38,108 DEBUG [RS:0;699c9baf3d29:44535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:21:38,108 DEBUG [RS:0;699c9baf3d29:44535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:21:38,119 DEBUG [RS:0;699c9baf3d29:44535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:21:38,119 DEBUG [RS:0;699c9baf3d29:44535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa14d61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:21:38,128 DEBUG [RS:0;699c9baf3d29:44535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;699c9baf3d29:44535 2024-12-03T09:21:38,128 INFO [RS:0;699c9baf3d29:44535 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:21:38,128 INFO [RS:0;699c9baf3d29:44535 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:21:38,128 DEBUG [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:21:38,129 INFO [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,35091,1733217696232 with port=44535, startcode=1733217696376 2024-12-03T09:21:38,129 DEBUG [RS:0;699c9baf3d29:44535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:21:38,130 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:21:38,131 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35091 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,44535,1733217696376 2024-12-03T09:21:38,131 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35091 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,44535,1733217696376 2024-12-03T09:21:38,132 DEBUG [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f 2024-12-03T09:21:38,132 DEBUG [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46013 2024-12-03T09:21:38,132 DEBUG [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:21:38,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245218521/rs 2024-12-03T09:21:38,175 DEBUG [RS:0;699c9baf3d29:44535 {}] zookeeper.ZKUtil(111): regionserver:44535-0x1019a7f17620004, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Set watcher on existing znode=/1-1245218521/rs/699c9baf3d29,44535,1733217696376 2024-12-03T09:21:38,175 WARN [RS:0;699c9baf3d29:44535 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:21:38,175 INFO [RS:0;699c9baf3d29:44535 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:21:38,175 DEBUG [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376 2024-12-03T09:21:38,175 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,44535,1733217696376] 2024-12-03T09:21:38,177 INFO [RS:0;699c9baf3d29:44535 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:21:38,179 INFO [RS:0;699c9baf3d29:44535 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:21:38,179 INFO [RS:0;699c9baf3d29:44535 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:21:38,179 INFO [RS:0;699c9baf3d29:44535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:38,180 INFO [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:21:38,180 INFO [RS:0;699c9baf3d29:44535 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:21:38,181 INFO [RS:0;699c9baf3d29:44535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:38,181 DEBUG [RS:0;699c9baf3d29:44535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:38,181 DEBUG [RS:0;699c9baf3d29:44535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:38,181 DEBUG [RS:0;699c9baf3d29:44535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:38,181 DEBUG [RS:0;699c9baf3d29:44535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:38,181 DEBUG [RS:0;699c9baf3d29:44535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:38,181 DEBUG [RS:0;699c9baf3d29:44535 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:21:38,181 DEBUG [RS:0;699c9baf3d29:44535 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:38,181 DEBUG [RS:0;699c9baf3d29:44535 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:38,181 DEBUG [RS:0;699c9baf3d29:44535 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:38,181 DEBUG [RS:0;699c9baf3d29:44535 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:38,181 DEBUG [RS:0;699c9baf3d29:44535 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:38,181 DEBUG [RS:0;699c9baf3d29:44535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:38,181 DEBUG [RS:0;699c9baf3d29:44535 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:21:38,181 DEBUG [RS:0;699c9baf3d29:44535 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:21:38,184 INFO [RS:0;699c9baf3d29:44535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:38,184 INFO [RS:0;699c9baf3d29:44535 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:38,184 INFO [RS:0;699c9baf3d29:44535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:38,184 INFO [RS:0;699c9baf3d29:44535 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:38,184 INFO [RS:0;699c9baf3d29:44535 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:38,184 INFO [RS:0;699c9baf3d29:44535 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,44535,1733217696376-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:21:38,197 INFO [RS:0;699c9baf3d29:44535 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:21:38,198 INFO [RS:0;699c9baf3d29:44535 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,44535,1733217696376-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:38,198 INFO [RS:0;699c9baf3d29:44535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:38,198 INFO [RS:0;699c9baf3d29:44535 {}] regionserver.Replication(171): 699c9baf3d29,44535,1733217696376 started 2024-12-03T09:21:38,211 INFO [RS:0;699c9baf3d29:44535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:38,211 INFO [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,44535,1733217696376, RpcServer on 699c9baf3d29/172.17.0.2:44535, sessionid=0x1019a7f17620004 2024-12-03T09:21:38,211 DEBUG [RS:0;699c9baf3d29:44535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:21:38,211 DEBUG [RS:0;699c9baf3d29:44535 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,44535,1733217696376 2024-12-03T09:21:38,211 DEBUG [RS:0;699c9baf3d29:44535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,44535,1733217696376' 2024-12-03T09:21:38,211 DEBUG [RS:0;699c9baf3d29:44535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1245218521/flush-table-proc/abort' 2024-12-03T09:21:38,211 DEBUG [RS:0;699c9baf3d29:44535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1245218521/flush-table-proc/acquired' 2024-12-03T09:21:38,212 DEBUG [RS:0;699c9baf3d29:44535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:21:38,212 DEBUG [RS:0;699c9baf3d29:44535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:21:38,212 DEBUG [RS:0;699c9baf3d29:44535 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,44535,1733217696376 2024-12-03T09:21:38,212 DEBUG [RS:0;699c9baf3d29:44535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,44535,1733217696376' 2024-12-03T09:21:38,212 DEBUG [RS:0;699c9baf3d29:44535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1245218521/online-snapshot/abort' 2024-12-03T09:21:38,212 DEBUG [RS:0;699c9baf3d29:44535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1245218521/online-snapshot/acquired' 2024-12-03T09:21:38,212 DEBUG [RS:0;699c9baf3d29:44535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:21:38,212 INFO [RS:0;699c9baf3d29:44535 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:21:38,212 INFO [RS:0;699c9baf3d29:44535 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:21:38,313 INFO [RS:0;699c9baf3d29:44535 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:21:38,314 INFO [RS:0;699c9baf3d29:44535 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C44535%2C1733217696376, suffix=, logDir=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376, archiveDir=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/oldWALs, maxLogs=10 2024-12-03T09:21:38,331 DEBUG [RS:0;699c9baf3d29:44535 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314, exclude list is [], retry=0 2024-12-03T09:21:38,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-2f911360-fc5b-40f6-82f9-6d06c0dbb56d,DISK] 2024-12-03T09:21:38,335 INFO [RS:0;699c9baf3d29:44535 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 2024-12-03T09:21:38,335 DEBUG [RS:0;699c9baf3d29:44535 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42229:42229)] 2024-12-03T09:21:38,420 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T09:21:38,420 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f 2024-12-03T09:21:38,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741833_1009 (size=32) 2024-12-03T09:21:38,753 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T09:21:38,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:38,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:21:38,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:21:38,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:38,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:21:38,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:21:38,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:21:38,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:38,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:21:38,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:21:38,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:21:38,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:38,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:21:38,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:21:38,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:21:38,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:38,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:21:38,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:21:38,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/meta/1588230740 2024-12-03T09:21:38,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/meta/1588230740 2024-12-03T09:21:38,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:21:38,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:21:38,831 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:21:38,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:21:38,833 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:21:38,833 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69955753, jitterRate=0.04242195188999176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:21:38,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733217698825Initializing all the Stores at 1733217698826 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217698826Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217698826Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217698826Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217698826Cleaning up temporary data from old regions at 1733217698831 (+5 ms)Region opened successfully at 1733217698833 (+2 ms) 2024-12-03T09:21:38,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:21:38,834 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:21:38,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:21:38,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:21:38,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:21:38,834 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:21:38,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217698833Disabling compacts and flushes for region at 1733217698833Disabling writes for close at 1733217698834 (+1 ms)Writing region close event to WAL at 1733217698834Closed at 1733217698834 2024-12-03T09:21:38,835 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:21:38,835 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T09:21:38,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T09:21:38,836 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:21:38,836 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T09:21:38,987 DEBUG [699c9baf3d29:35091 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T09:21:38,987 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=699c9baf3d29,44535,1733217696376 2024-12-03T09:21:38,988 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,44535,1733217696376, state=OPENING 2024-12-03T09:21:39,076 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T09:21:39,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245218521 2024-12-03T09:21:39,087 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44535-0x1019a7f17620004, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245218521 2024-12-03T09:21:39,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1245218521/meta-region-server: CHANGED 2024-12-03T09:21:39,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1245218521/meta-region-server: CHANGED 2024-12-03T09:21:39,087 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:21:39,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,44535,1733217696376}] 2024-12-03T09:21:39,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T09:21:39,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T09:21:39,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T09:21:39,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T09:21:39,239 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:21:39,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:21:39,243 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T09:21:39,243 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:21:39,243 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T09:21:39,244 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C44535%2C1733217696376.meta, suffix=.meta, logDir=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376, archiveDir=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/oldWALs, maxLogs=10 2024-12-03T09:21:39,254 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.meta.1733217699244.meta, exclude list is [], retry=0 2024-12-03T09:21:39,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-2f911360-fc5b-40f6-82f9-6d06c0dbb56d,DISK] 2024-12-03T09:21:39,257 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.meta.1733217699244.meta 2024-12-03T09:21:39,257 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42229:42229)] 2024-12-03T09:21:39,257 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:21:39,257 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:21:39,257 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:21:39,258 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T09:21:39,258 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T09:21:39,258 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T09:21:39,258 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:39,258 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T09:21:39,258 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T09:21:39,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:21:39,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:21:39,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:39,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:21:39,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:21:39,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:21:39,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:39,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:21:39,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:21:39,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:21:39,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:39,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:21:39,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:21:39,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:21:39,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:39,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:21:39,262 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:21:39,262 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/meta/1588230740 2024-12-03T09:21:39,263 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/meta/1588230740 2024-12-03T09:21:39,263 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:21:39,263 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:21:39,264 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:21:39,264 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:21:39,265 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61708119, jitterRate=-0.08047737181186676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:21:39,265 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T09:21:39,265 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733217699258Writing region info on filesystem at 1733217699258Initializing all the Stores at 1733217699258Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217699258Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217699259 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217699259Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217699259Cleaning up temporary data from old regions at 1733217699263 (+4 ms)Running coprocessor post-open hooks at 1733217699265 (+2 ms)Region opened successfully at 1733217699265 2024-12-03T09:21:39,265 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733217699239 2024-12-03T09:21:39,267 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T09:21:39,267 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T09:21:39,267 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,44535,1733217696376 2024-12-03T09:21:39,268 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,44535,1733217696376, state=OPEN 2024-12-03T09:21:39,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1245218521/meta-region-server 2024-12-03T09:21:39,276 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44535-0x1019a7f17620004, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1245218521/meta-region-server 2024-12-03T09:21:39,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1245218521/meta-region-server: CHANGED 2024-12-03T09:21:39,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1245218521/meta-region-server: CHANGED 2024-12-03T09:21:39,276 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=699c9baf3d29,44535,1733217696376 2024-12-03T09:21:39,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T09:21:39,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,44535,1733217696376 in 189 msec 2024-12-03T09:21:39,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T09:21:39,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec 2024-12-03T09:21:39,279 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:21:39,279 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T09:21:39,280 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:21:39,280 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,44535,1733217696376, seqNum=-1] 2024-12-03T09:21:39,280 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:21:39,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:21:39,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2780 sec 2024-12-03T09:21:39,284 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733217699284, completionTime=-1 2024-12-03T09:21:39,285 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T09:21:39,285 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T09:21:39,286 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T09:21:39,286 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733217759286 2024-12-03T09:21:39,286 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733217819286 2024-12-03T09:21:39,286 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T09:21:39,286 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35091,1733217696232-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:39,286 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35091,1733217696232-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:39,286 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35091,1733217696232-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:39,286 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-699c9baf3d29:35091, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:39,286 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:39,287 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:39,288 DEBUG [master/699c9baf3d29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T09:21:39,289 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.844sec 2024-12-03T09:21:39,289 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T09:21:39,289 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T09:21:39,289 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T09:21:39,289 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T09:21:39,289 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T09:21:39,289 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35091,1733217696232-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:21:39,289 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35091,1733217696232-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T09:21:39,290 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T09:21:39,290 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T09:21:39,290 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35091,1733217696232-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:39,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667d3530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:39,305 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,35091,-1 for getting cluster id 2024-12-03T09:21:39,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:39,306 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42c4db78-d373-4938-beca-3d4c83acd8f4' 2024-12-03T09:21:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42c4db78-d373-4938-beca-3d4c83acd8f4" 2024-12-03T09:21:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ba2738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,35091,-1] 2024-12-03T09:21:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:39,308 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:39,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d41a440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:39,308 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:21:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,44535,1733217696376, seqNum=-1] 2024-12-03T09:21:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:21:39,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:21:39,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=699c9baf3d29,35091,1733217696232 2024-12-03T09:21:39,312 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63347 2024-12-03T09:21:39,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:21:39,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019a7f17620005 connected 2024-12-03T09:21:39,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/hadoop.log.dir so I do NOT create it in target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4 2024-12-03T09:21:39,331 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T09:21:39,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/hadoop.tmp.dir so I do NOT create it in target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4 2024-12-03T09:21:39,331 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T09:21:39,331 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4 2024-12-03T09:21:39,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T09:21:39,332 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/cluster_8a54dec2-eac4-47b6-3d95-343aeb4bebe1, deleteOnExit=true 2024-12-03T09:21:39,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T09:21:39,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/test.cache.data in system properties and HBase conf 2024-12-03T09:21:39,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T09:21:39,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/hadoop.log.dir in system properties and HBase conf 2024-12-03T09:21:39,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T09:21:39,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T09:21:39,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T09:21:39,333 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T09:21:39,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:21:39,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:21:39,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T09:21:39,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:21:39,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T09:21:39,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T09:21:39,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:21:39,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:21:39,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T09:21:39,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/nfs.dump.dir in system properties and HBase conf 2024-12-03T09:21:39,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/java.io.tmpdir in system properties and HBase conf 2024-12-03T09:21:39,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:21:39,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T09:21:39,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T09:21:39,673 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:21:39,676 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:21:39,678 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:21:39,678 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:21:39,678 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T09:21:39,678 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:21:39,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c879944{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:21:39,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77b00109{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:21:39,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4696ca19{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/java.io.tmpdir/jetty-localhost-41071-hadoop-hdfs-3_4_1-tests_jar-_-any-10440479875282056651/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:21:39,792 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f75cfab{HTTP/1.1, (http/1.1)}{localhost:41071} 2024-12-03T09:21:39,792 INFO [Time-limited test {}] server.Server(415): Started @286425ms 2024-12-03T09:21:40,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:21:40,050 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:21:40,051 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:21:40,051 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:21:40,051 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T09:21:40,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e23d99a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:21:40,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4784c99d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:21:40,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15f12923{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/java.io.tmpdir/jetty-localhost-40299-hadoop-hdfs-3_4_1-tests_jar-_-any-16048382611079268429/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:21:40,141 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@224bae05{HTTP/1.1, (http/1.1)}{localhost:40299} 2024-12-03T09:21:40,141 INFO [Time-limited test {}] server.Server(415): Started @286774ms 2024-12-03T09:21:40,142 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T09:21:40,982 WARN [Thread-3681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/cluster_8a54dec2-eac4-47b6-3d95-343aeb4bebe1/data/data2/current/BP-141499069-172.17.0.2-1733217699351/current, will proceed with Du for space computation calculation, 2024-12-03T09:21:40,982 WARN [Thread-3680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/cluster_8a54dec2-eac4-47b6-3d95-343aeb4bebe1/data/data1/current/BP-141499069-172.17.0.2-1733217699351/current, will proceed with Du for space computation calculation, 2024-12-03T09:21:41,002 WARN [Thread-3668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T09:21:41,004 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb2a723f052e7cf2 with lease ID 0x22a43d0fb2d97f2a: Processing first storage report for DS-5f1541e4-8b60-45a8-8f4e-82e2fbf15921 from datanode DatanodeRegistration(127.0.0.1:46389, datanodeUuid=8b98dc82-9fcb-482c-8b2e-001e68c96219, infoPort=46393, infoSecurePort=0, ipcPort=33381, storageInfo=lv=-57;cid=testClusterID;nsid=612730177;c=1733217699351) 2024-12-03T09:21:41,004 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb2a723f052e7cf2 with lease ID 0x22a43d0fb2d97f2a: from storage DS-5f1541e4-8b60-45a8-8f4e-82e2fbf15921 node DatanodeRegistration(127.0.0.1:46389, datanodeUuid=8b98dc82-9fcb-482c-8b2e-001e68c96219, infoPort=46393, infoSecurePort=0, ipcPort=33381, storageInfo=lv=-57;cid=testClusterID;nsid=612730177;c=1733217699351), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:21:41,004 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb2a723f052e7cf2 with lease ID 0x22a43d0fb2d97f2a: Processing first storage report for DS-93f956af-78bc-4b2b-961f-a159f790d90a from datanode DatanodeRegistration(127.0.0.1:46389, datanodeUuid=8b98dc82-9fcb-482c-8b2e-001e68c96219, infoPort=46393, infoSecurePort=0, ipcPort=33381, storageInfo=lv=-57;cid=testClusterID;nsid=612730177;c=1733217699351) 2024-12-03T09:21:41,004 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb2a723f052e7cf2 with lease ID 0x22a43d0fb2d97f2a: from storage DS-93f956af-78bc-4b2b-961f-a159f790d90a node DatanodeRegistration(127.0.0.1:46389, datanodeUuid=8b98dc82-9fcb-482c-8b2e-001e68c96219, infoPort=46393, infoSecurePort=0, ipcPort=33381, storageInfo=lv=-57;cid=testClusterID;nsid=612730177;c=1733217699351), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:21:41,063 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4 2024-12-03T09:21:41,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:21:41,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:21:41,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741825_1001 (size=7) 2024-12-03T09:21:41,470 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42 with version=8 2024-12-03T09:21:41,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/hbase-staging 2024-12-03T09:21:41,471 INFO [Time-limited test {}] client.ConnectionUtils(128): master/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:21:41,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:21:41,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:21:41,472 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:21:41,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:21:41,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:21:41,472 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T09:21:41,472 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:21:41,472 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41767 2024-12-03T09:21:41,473 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41767 connecting to ZooKeeper ensemble=127.0.0.1:63347 2024-12-03T09:21:41,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417670x0, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:21:41,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41767-0x1019a7f17620006 connected 2024-12-03T09:21:41,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:21:41,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:21:41,595 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Set watcher on znode that does not yet exist, /2-210463599/running 2024-12-03T09:21:41,595 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42, hbase.cluster.distributed=false 2024-12-03T09:21:41,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Set watcher on znode that does not yet exist, /2-210463599/acl 2024-12-03T09:21:41,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41767 2024-12-03T09:21:41,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41767 2024-12-03T09:21:41,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41767 2024-12-03T09:21:41,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41767 2024-12-03T09:21:41,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41767 2024-12-03T09:21:41,617 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:21:41,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:21:41,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:21:41,617 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:21:41,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:21:41,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:21:41,618 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:21:41,618 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:21:41,618 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44223 2024-12-03T09:21:41,619 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44223 connecting to ZooKeeper ensemble=127.0.0.1:63347 2024-12-03T09:21:41,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:21:41,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:21:41,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442230x0, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:21:41,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442230x0, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Set watcher on znode that does not yet exist, /2-210463599/running 2024-12-03T09:21:41,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44223-0x1019a7f17620007 connected 2024-12-03T09:21:41,635 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:21:41,635 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:21:41,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44223-0x1019a7f17620007, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Set watcher on znode that does not yet exist, /2-210463599/master 2024-12-03T09:21:41,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44223-0x1019a7f17620007, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Set watcher on znode that does not yet exist, /2-210463599/acl 2024-12-03T09:21:41,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44223 2024-12-03T09:21:41,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44223 2024-12-03T09:21:41,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44223 2024-12-03T09:21:41,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44223 2024-12-03T09:21:41,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44223 2024-12-03T09:21:41,651 DEBUG [M:0;699c9baf3d29:41767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;699c9baf3d29:41767 2024-12-03T09:21:41,651 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-210463599/backup-masters/699c9baf3d29,41767,1733217701471 2024-12-03T09:21:41,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-210463599/backup-masters 2024-12-03T09:21:41,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1019a7f17620007, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-210463599/backup-masters 2024-12-03T09:21:41,655 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Set watcher on existing znode=/2-210463599/backup-masters/699c9baf3d29,41767,1733217701471 2024-12-03T09:21:41,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1019a7f17620007, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-210463599/master 2024-12-03T09:21:41,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-210463599 2024-12-03T09:21:41,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1019a7f17620007, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-210463599 2024-12-03T09:21:41,666 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Set watcher on existing znode=/2-210463599/master 2024-12-03T09:21:41,666 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-210463599/backup-masters/699c9baf3d29,41767,1733217701471 from backup master directory 2024-12-03T09:21:41,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-210463599/backup-masters/699c9baf3d29,41767,1733217701471 2024-12-03T09:21:41,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1019a7f17620007, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-210463599/backup-masters 2024-12-03T09:21:41,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-210463599/backup-masters 2024-12-03T09:21:41,676 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:21:41,676 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=699c9baf3d29,41767,1733217701471 2024-12-03T09:21:41,679 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/hbase.id] with ID: ea289e6a-f05c-4ae4-b4f5-32c1ae956597 2024-12-03T09:21:41,679 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/.tmp/hbase.id 2024-12-03T09:21:41,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741826_1002 (size=42) 2024-12-03T09:21:42,083 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/.tmp/hbase.id]:[hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/hbase.id] 2024-12-03T09:21:42,091 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:21:42,091 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T09:21:42,092 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T09:21:42,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1019a7f17620007, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-210463599 2024-12-03T09:21:42,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-210463599 2024-12-03T09:21:42,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741827_1003 (size=196) 2024-12-03T09:21:42,543 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:21:42,544 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T09:21:42,544 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:21:42,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741828_1004 (size=1189) 2024-12-03T09:21:42,950 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/MasterData/data/master/store 2024-12-03T09:21:42,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741829_1005 (size=34) 2024-12-03T09:21:43,354 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:43,354 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:21:43,354 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:21:43,354 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:21:43,354 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:21:43,354 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:21:43,354 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:21:43,354 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217703354Disabling compacts and flushes for region at 1733217703354Disabling writes for close at 1733217703354Writing region close event to WAL at 1733217703354Closed at 1733217703354 2024-12-03T09:21:43,355 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/MasterData/data/master/store/.initializing 2024-12-03T09:21:43,355 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/MasterData/WALs/699c9baf3d29,41767,1733217701471 2024-12-03T09:21:43,356 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:21:43,357 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C41767%2C1733217701471, suffix=, logDir=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/MasterData/WALs/699c9baf3d29,41767,1733217701471, archiveDir=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/MasterData/oldWALs, maxLogs=10 2024-12-03T09:21:43,371 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/MasterData/WALs/699c9baf3d29,41767,1733217701471/699c9baf3d29%2C41767%2C1733217701471.1733217703357, exclude list is [], retry=0 2024-12-03T09:21:43,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-5f1541e4-8b60-45a8-8f4e-82e2fbf15921,DISK] 2024-12-03T09:21:43,375 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/MasterData/WALs/699c9baf3d29,41767,1733217701471/699c9baf3d29%2C41767%2C1733217701471.1733217703357 2024-12-03T09:21:43,375 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46393:46393)] 2024-12-03T09:21:43,375 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:21:43,375 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:43,375 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:43,375 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:43,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:43,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T09:21:43,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:43,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:21:43,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:43,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T09:21:43,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:43,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:43,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:43,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T09:21:43,380 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:43,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:43,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:43,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T09:21:43,380 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:43,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:43,381 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:43,382 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:43,382 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:43,383 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:43,383 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:43,383 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:21:43,384 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:21:43,386 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:21:43,386 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72394902, jitterRate=0.07876810431480408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:21:43,386 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733217703375Initializing all the Stores at 1733217703376 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217703376Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217703376Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217703376Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217703376Cleaning up temporary data from old regions at 1733217703383 (+7 ms)Region opened successfully at 1733217703386 (+3 ms) 2024-12-03T09:21:43,386 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T09:21:43,389 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28dc255d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:21:43,389 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T09:21:43,390 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T09:21:43,390 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T09:21:43,390 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T09:21:43,390 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T09:21:43,390 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T09:21:43,390 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T09:21:43,392 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T09:21:43,392 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Unable to get data of znode /2-210463599/balancer because node does not exist (not necessarily an error) 2024-12-03T09:21:43,455 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-210463599/balancer already deleted, retry=false 2024-12-03T09:21:43,455 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T09:21:43,456 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Unable to get data of znode /2-210463599/normalizer because node does not exist (not necessarily an error) 2024-12-03T09:21:43,466 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-210463599/normalizer already deleted, retry=false 2024-12-03T09:21:43,466 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T09:21:43,467 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Unable to get data of znode /2-210463599/switch/split because node does not exist (not necessarily an error) 2024-12-03T09:21:43,476 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-210463599/switch/split already deleted, retry=false 2024-12-03T09:21:43,477 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Unable to get data of znode /2-210463599/switch/merge because node does not exist (not necessarily an error) 2024-12-03T09:21:43,487 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-210463599/switch/merge already deleted, retry=false 2024-12-03T09:21:43,488 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Unable to get data of znode /2-210463599/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T09:21:43,497 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-210463599/snapshot-cleanup already deleted, retry=false 2024-12-03T09:21:43,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-210463599/running 2024-12-03T09:21:43,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1019a7f17620007, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-210463599/running 2024-12-03T09:21:43,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-210463599 2024-12-03T09:21:43,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1019a7f17620007, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-210463599 2024-12-03T09:21:43,508 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=699c9baf3d29,41767,1733217701471, sessionid=0x1019a7f17620006, setting cluster-up flag (Was=false) 2024-12-03T09:21:43,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-210463599 2024-12-03T09:21:43,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1019a7f17620007, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-210463599 2024-12-03T09:21:43,560 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-210463599/flush-table-proc/acquired, /2-210463599/flush-table-proc/reached, /2-210463599/flush-table-proc/abort 2024-12-03T09:21:43,561 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,41767,1733217701471 2024-12-03T09:21:43,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-210463599 2024-12-03T09:21:43,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1019a7f17620007, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-210463599 2024-12-03T09:21:43,613 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-210463599/online-snapshot/acquired, /2-210463599/online-snapshot/reached, /2-210463599/online-snapshot/abort 2024-12-03T09:21:43,614 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,41767,1733217701471 2024-12-03T09:21:43,614 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T09:21:43,615 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T09:21:43,615 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T09:21:43,616 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T09:21:43,616 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 699c9baf3d29,41767,1733217701471 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T09:21:43,617 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:21:43,617 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:21:43,617 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:21:43,617 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:21:43,617 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/699c9baf3d29:0, corePoolSize=10, maxPoolSize=10 2024-12-03T09:21:43,617 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:43,617 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:21:43,617 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:43,618 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733217733618 2024-12-03T09:21:43,618 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T09:21:43,618 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T09:21:43,618 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T09:21:43,618 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T09:21:43,618 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T09:21:43,618 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T09:21:43,618 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:21:43,618 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T09:21:43,618 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:43,618 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T09:21:43,619 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T09:21:43,619 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T09:21:43,619 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T09:21:43,619 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T09:21:43,619 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:43,619 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T09:21:43,619 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T09:21:43,619 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217703619,5,FailOnTimeoutGroup] 2024-12-03T09:21:43,619 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217703619,5,FailOnTimeoutGroup] 2024-12-03T09:21:43,619 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:43,619 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T09:21:43,619 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:43,619 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:43,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741831_1007 (size=1321) 2024-12-03T09:21:43,644 INFO [RS:0;699c9baf3d29:44223 {}] regionserver.HRegionServer(746): ClusterId : ea289e6a-f05c-4ae4-b4f5-32c1ae956597 2024-12-03T09:21:43,644 DEBUG [RS:0;699c9baf3d29:44223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:21:43,656 DEBUG [RS:0;699c9baf3d29:44223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:21:43,656 DEBUG [RS:0;699c9baf3d29:44223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:21:43,666 DEBUG [RS:0;699c9baf3d29:44223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:21:43,666 DEBUG [RS:0;699c9baf3d29:44223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa7be04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:21:43,675 DEBUG [RS:0;699c9baf3d29:44223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;699c9baf3d29:44223 2024-12-03T09:21:43,676 INFO [RS:0;699c9baf3d29:44223 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:21:43,676 INFO [RS:0;699c9baf3d29:44223 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:21:43,676 DEBUG [RS:0;699c9baf3d29:44223 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:21:43,676 INFO [RS:0;699c9baf3d29:44223 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,41767,1733217701471 with port=44223, startcode=1733217701617 2024-12-03T09:21:43,676 DEBUG [RS:0;699c9baf3d29:44223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:21:43,677 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:21:43,678 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41767 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,44223,1733217701617 2024-12-03T09:21:43,678 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41767 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,44223,1733217701617 2024-12-03T09:21:43,679 DEBUG [RS:0;699c9baf3d29:44223 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42 2024-12-03T09:21:43,679 DEBUG [RS:0;699c9baf3d29:44223 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37993 2024-12-03T09:21:43,679 DEBUG [RS:0;699c9baf3d29:44223 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:21:43,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-210463599/rs 2024-12-03T09:21:43,724 DEBUG [RS:0;699c9baf3d29:44223 {}] zookeeper.ZKUtil(111): regionserver:44223-0x1019a7f17620007, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Set watcher on existing znode=/2-210463599/rs/699c9baf3d29,44223,1733217701617 2024-12-03T09:21:43,724 WARN [RS:0;699c9baf3d29:44223 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:21:43,724 INFO [RS:0;699c9baf3d29:44223 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:21:43,724 DEBUG [RS:0;699c9baf3d29:44223 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617 2024-12-03T09:21:43,724 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,44223,1733217701617] 2024-12-03T09:21:43,726 INFO [RS:0;699c9baf3d29:44223 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:21:43,727 INFO [RS:0;699c9baf3d29:44223 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:21:43,728 INFO [RS:0;699c9baf3d29:44223 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:21:43,728 INFO [RS:0;699c9baf3d29:44223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:43,728 INFO [RS:0;699c9baf3d29:44223 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:21:43,728 INFO [RS:0;699c9baf3d29:44223 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:21:43,728 INFO [RS:0;699c9baf3d29:44223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:43,728 DEBUG [RS:0;699c9baf3d29:44223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:43,728 DEBUG [RS:0;699c9baf3d29:44223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:43,728 DEBUG [RS:0;699c9baf3d29:44223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:43,728 DEBUG [RS:0;699c9baf3d29:44223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:43,728 DEBUG [RS:0;699c9baf3d29:44223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:43,728 DEBUG [RS:0;699c9baf3d29:44223 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:21:43,728 DEBUG [RS:0;699c9baf3d29:44223 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:43,728 DEBUG [RS:0;699c9baf3d29:44223 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:43,728 DEBUG [RS:0;699c9baf3d29:44223 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:43,728 DEBUG [RS:0;699c9baf3d29:44223 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:43,728 DEBUG [RS:0;699c9baf3d29:44223 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:43,729 DEBUG [RS:0;699c9baf3d29:44223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:21:43,729 DEBUG [RS:0;699c9baf3d29:44223 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:21:43,729 DEBUG [RS:0;699c9baf3d29:44223 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:21:43,732 INFO [RS:0;699c9baf3d29:44223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:43,732 INFO [RS:0;699c9baf3d29:44223 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:43,732 INFO [RS:0;699c9baf3d29:44223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:43,732 INFO [RS:0;699c9baf3d29:44223 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:43,732 INFO [RS:0;699c9baf3d29:44223 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:43,732 INFO [RS:0;699c9baf3d29:44223 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,44223,1733217701617-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:21:43,748 INFO [RS:0;699c9baf3d29:44223 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:21:43,748 INFO [RS:0;699c9baf3d29:44223 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,44223,1733217701617-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:43,748 INFO [RS:0;699c9baf3d29:44223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:43,748 INFO [RS:0;699c9baf3d29:44223 {}] regionserver.Replication(171): 699c9baf3d29,44223,1733217701617 started 2024-12-03T09:21:43,763 INFO [RS:0;699c9baf3d29:44223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:43,763 INFO [RS:0;699c9baf3d29:44223 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,44223,1733217701617, RpcServer on 699c9baf3d29/172.17.0.2:44223, sessionid=0x1019a7f17620007 2024-12-03T09:21:43,763 DEBUG [RS:0;699c9baf3d29:44223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:21:43,763 DEBUG [RS:0;699c9baf3d29:44223 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,44223,1733217701617 2024-12-03T09:21:43,763 DEBUG [RS:0;699c9baf3d29:44223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,44223,1733217701617' 2024-12-03T09:21:43,763 DEBUG [RS:0;699c9baf3d29:44223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-210463599/flush-table-proc/abort' 2024-12-03T09:21:43,764 DEBUG [RS:0;699c9baf3d29:44223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-210463599/flush-table-proc/acquired' 2024-12-03T09:21:43,764 DEBUG [RS:0;699c9baf3d29:44223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:21:43,764 DEBUG [RS:0;699c9baf3d29:44223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:21:43,764 DEBUG [RS:0;699c9baf3d29:44223 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,44223,1733217701617 2024-12-03T09:21:43,764 DEBUG [RS:0;699c9baf3d29:44223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,44223,1733217701617' 2024-12-03T09:21:43,764 DEBUG [RS:0;699c9baf3d29:44223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-210463599/online-snapshot/abort' 2024-12-03T09:21:43,764 DEBUG [RS:0;699c9baf3d29:44223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-210463599/online-snapshot/acquired' 2024-12-03T09:21:43,765 DEBUG [RS:0;699c9baf3d29:44223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:21:43,765 INFO [RS:0;699c9baf3d29:44223 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:21:43,765 INFO [RS:0;699c9baf3d29:44223 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:21:43,865 INFO [RS:0;699c9baf3d29:44223 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:21:43,866 INFO [RS:0;699c9baf3d29:44223 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C44223%2C1733217701617, suffix=, logDir=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617, archiveDir=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/oldWALs, maxLogs=10 2024-12-03T09:21:43,881 DEBUG [RS:0;699c9baf3d29:44223 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866, exclude list is [], retry=0 2024-12-03T09:21:43,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-5f1541e4-8b60-45a8-8f4e-82e2fbf15921,DISK] 2024-12-03T09:21:43,884 INFO [RS:0;699c9baf3d29:44223 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 2024-12-03T09:21:43,884 DEBUG [RS:0;699c9baf3d29:44223 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46393:46393)] 2024-12-03T09:21:44,028 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T09:21:44,028 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42 2024-12-03T09:21:44,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741833_1009 (size=32) 2024-12-03T09:21:44,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:44,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:21:44,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:21:44,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:44,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:21:44,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:21:44,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:21:44,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:44,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:21:44,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:21:44,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:21:44,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:44,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:21:44,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:21:44,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:21:44,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:44,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:21:44,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:21:44,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/meta/1588230740 2024-12-03T09:21:44,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/meta/1588230740 2024-12-03T09:21:44,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:21:44,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:21:44,439 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:21:44,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:21:44,440 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:21:44,440 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67428607, jitterRate=0.004764541983604431}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:21:44,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733217704433Initializing all the Stores at 1733217704433Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217704433Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217704434 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217704434Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217704434Cleaning up temporary data from old regions at 1733217704439 (+5 ms)Region opened successfully at 1733217704441 (+2 ms) 2024-12-03T09:21:44,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:21:44,441 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:21:44,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:21:44,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:21:44,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:21:44,441 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:21:44,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217704441Disabling compacts and flushes for region at 1733217704441Disabling writes for close at 1733217704441Writing region close event to WAL at 1733217704441Closed at 1733217704441 2024-12-03T09:21:44,442 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:21:44,442 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T09:21:44,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T09:21:44,442 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:21:44,443 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T09:21:44,593 DEBUG [699c9baf3d29:41767 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T09:21:44,593 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=699c9baf3d29,44223,1733217701617 2024-12-03T09:21:44,594 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,44223,1733217701617, state=OPENING 2024-12-03T09:21:44,645 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T09:21:44,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-210463599 2024-12-03T09:21:44,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1019a7f17620007, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-210463599 2024-12-03T09:21:44,655 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:21:44,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-210463599/meta-region-server: CHANGED 2024-12-03T09:21:44,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-210463599/meta-region-server: CHANGED 2024-12-03T09:21:44,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,44223,1733217701617}] 2024-12-03T09:21:44,760 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:21:44,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:44,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:44,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:44,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:44,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:44,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:44,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:44,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:44,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:44,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:44,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:44,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:44,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:44,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:44,807 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:21:44,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:21:44,811 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T09:21:44,811 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:21:44,811 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T09:21:44,812 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C44223%2C1733217701617.meta, suffix=.meta, logDir=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617, archiveDir=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/oldWALs, maxLogs=10 2024-12-03T09:21:44,827 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.meta.1733217704812.meta, exclude list is [], retry=0 2024-12-03T09:21:44,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-5f1541e4-8b60-45a8-8f4e-82e2fbf15921,DISK] 2024-12-03T09:21:44,830 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.meta.1733217704812.meta 2024-12-03T09:21:44,830 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46393:46393)] 2024-12-03T09:21:44,830 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:21:44,831 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:21:44,831 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:21:44,831 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T09:21:44,831 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T09:21:44,831 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T09:21:44,831 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:44,831 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T09:21:44,831 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T09:21:44,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:21:44,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:21:44,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:44,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:21:44,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:21:44,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:21:44,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:44,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:21:44,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:21:44,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:21:44,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:44,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:21:44,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:21:44,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:21:44,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:44,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:21:44,835 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:21:44,835 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/meta/1588230740 2024-12-03T09:21:44,836 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/meta/1588230740 2024-12-03T09:21:44,836 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:21:44,836 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:21:44,837 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:21:44,838 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:21:44,838 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73346482, jitterRate=0.09294775128364563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:21:44,838 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T09:21:44,838 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733217704831Writing region info on filesystem at 1733217704831Initializing all the Stores at 1733217704832 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217704832Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217704832Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217704832Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217704832Cleaning up temporary data from old regions at 1733217704836 (+4 ms)Running coprocessor post-open hooks at 1733217704838 (+2 ms)Region opened successfully at 1733217704838 2024-12-03T09:21:44,839 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733217704807 2024-12-03T09:21:44,840 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T09:21:44,840 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T09:21:44,840 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,44223,1733217701617 2024-12-03T09:21:44,841 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,44223,1733217701617, state=OPEN 2024-12-03T09:21:44,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-210463599/meta-region-server 2024-12-03T09:21:44,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1019a7f17620007, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-210463599/meta-region-server 2024-12-03T09:21:44,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-210463599/meta-region-server: CHANGED 2024-12-03T09:21:44,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-210463599/meta-region-server: CHANGED 2024-12-03T09:21:44,845 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=699c9baf3d29,44223,1733217701617 2024-12-03T09:21:44,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T09:21:44,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,44223,1733217701617 in 190 msec 2024-12-03T09:21:44,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T09:21:44,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 404 msec 2024-12-03T09:21:44,847 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:21:44,847 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T09:21:44,848 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:21:44,848 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,44223,1733217701617, seqNum=-1] 2024-12-03T09:21:44,848 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:21:44,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:21:44,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2360 sec 2024-12-03T09:21:44,852 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733217704852, completionTime=-1 2024-12-03T09:21:44,853 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T09:21:44,853 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T09:21:44,854 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T09:21:44,854 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733217764854 2024-12-03T09:21:44,854 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733217824854 2024-12-03T09:21:44,854 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T09:21:44,854 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,41767,1733217701471-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:44,855 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,41767,1733217701471-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:44,855 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,41767,1733217701471-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:44,855 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-699c9baf3d29:41767, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:44,855 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:44,855 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:44,856 DEBUG [master/699c9baf3d29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T09:21:44,858 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.182sec 2024-12-03T09:21:44,858 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T09:21:44,858 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T09:21:44,858 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T09:21:44,858 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T09:21:44,858 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T09:21:44,858 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,41767,1733217701471-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:21:44,858 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,41767,1733217701471-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T09:21:44,859 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T09:21:44,859 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T09:21:44,859 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,41767,1733217701471-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:21:44,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a5cfdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:44,945 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,41767,-1 for getting cluster id 2024-12-03T09:21:44,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:44,946 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea289e6a-f05c-4ae4-b4f5-32c1ae956597' 2024-12-03T09:21:44,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:44,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea289e6a-f05c-4ae4-b4f5-32c1ae956597" 2024-12-03T09:21:44,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@370ded04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:44,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,41767,-1] 2024-12-03T09:21:44,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:44,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:44,947 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:44,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30440478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:44,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:21:44,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,44223,1733217701617, seqNum=-1] 2024-12-03T09:21:44,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:21:44,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:21:44,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=699c9baf3d29,41767,1733217701471 2024-12-03T09:21:44,951 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63347 2024-12-03T09:21:44,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:21:44,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019a7f17620008 connected 2024-12-03T09:21:44,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:21:44,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,35329,1733217690872 2024-12-03T09:21:44,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@547e583 2024-12-03T09:21:44,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:21:44,974 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:21:44,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:21:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T09:21:44,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:21:44,976 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:44,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T09:21:44,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:21:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:21:44,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39313 is added to blk_1073741835_1011 (size=902) 2024-12-03T09:21:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:21:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:21:45,383 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ff6620a1b4ca1b64ffd72d5d4ae4a6e, NAME => 'test,,1733217704974.2ff6620a1b4ca1b64ffd72d5d4ae4a6e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df 2024-12-03T09:21:45,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39313 is added to blk_1073741836_1012 (size=39) 2024-12-03T09:21:45,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733217704974.2ff6620a1b4ca1b64ffd72d5d4ae4a6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:45,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2ff6620a1b4ca1b64ffd72d5d4ae4a6e, disabling compactions & flushes 2024-12-03T09:21:45,387 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733217704974.2ff6620a1b4ca1b64ffd72d5d4ae4a6e. 2024-12-03T09:21:45,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217704974.2ff6620a1b4ca1b64ffd72d5d4ae4a6e. 2024-12-03T09:21:45,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733217704974.2ff6620a1b4ca1b64ffd72d5d4ae4a6e. after waiting 0 ms 2024-12-03T09:21:45,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733217704974.2ff6620a1b4ca1b64ffd72d5d4ae4a6e. 2024-12-03T09:21:45,387 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733217704974.2ff6620a1b4ca1b64ffd72d5d4ae4a6e. 2024-12-03T09:21:45,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ff6620a1b4ca1b64ffd72d5d4ae4a6e: Waiting for close lock at 1733217705387Disabling compacts and flushes for region at 1733217705387Disabling writes for close at 1733217705387Writing region close event to WAL at 1733217705387Closed at 1733217705387 2024-12-03T09:21:45,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:21:45,388 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733217704974.2ff6620a1b4ca1b64ffd72d5d4ae4a6e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733217705388"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217705388"}]},"ts":"1733217705388"} 2024-12-03T09:21:45,390 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:21:45,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:21:45,391 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217705390"}]},"ts":"1733217705390"} 2024-12-03T09:21:45,392 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T09:21:45,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2ff6620a1b4ca1b64ffd72d5d4ae4a6e, ASSIGN}] 2024-12-03T09:21:45,392 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2ff6620a1b4ca1b64ffd72d5d4ae4a6e, ASSIGN 2024-12-03T09:21:45,393 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2ff6620a1b4ca1b64ffd72d5d4ae4a6e, ASSIGN; state=OFFLINE, location=699c9baf3d29,42687,1733217691079; forceNewPlan=false, retain=false 2024-12-03T09:21:45,543 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2ff6620a1b4ca1b64ffd72d5d4ae4a6e, regionState=OPENING, regionLocation=699c9baf3d29,42687,1733217691079 2024-12-03T09:21:45,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2ff6620a1b4ca1b64ffd72d5d4ae4a6e, ASSIGN because future has completed 2024-12-03T09:21:45,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ff6620a1b4ca1b64ffd72d5d4ae4a6e, server=699c9baf3d29,42687,1733217691079}] 2024-12-03T09:21:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:21:45,700 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733217704974.2ff6620a1b4ca1b64ffd72d5d4ae4a6e. 2024-12-03T09:21:45,700 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ff6620a1b4ca1b64ffd72d5d4ae4a6e, NAME => 'test,,1733217704974.2ff6620a1b4ca1b64ffd72d5d4ae4a6e.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:21:45,700 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:21:45,700 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T09:21:45,700 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2ff6620a1b4ca1b64ffd72d5d4ae4a6e 2024-12-03T09:21:45,700 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733217704974.2ff6620a1b4ca1b64ffd72d5d4ae4a6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:45,700 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2ff6620a1b4ca1b64ffd72d5d4ae4a6e 2024-12-03T09:21:45,700 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2ff6620a1b4ca1b64ffd72d5d4ae4a6e 2024-12-03T09:21:45,701 INFO [StoreOpener-2ff6620a1b4ca1b64ffd72d5d4ae4a6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2ff6620a1b4ca1b64ffd72d5d4ae4a6e 2024-12-03T09:21:45,702 INFO [StoreOpener-2ff6620a1b4ca1b64ffd72d5d4ae4a6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ff6620a1b4ca1b64ffd72d5d4ae4a6e columnFamilyName f 2024-12-03T09:21:45,702 DEBUG [StoreOpener-2ff6620a1b4ca1b64ffd72d5d4ae4a6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:45,702 INFO [StoreOpener-2ff6620a1b4ca1b64ffd72d5d4ae4a6e-1 {}] regionserver.HStore(327): Store=2ff6620a1b4ca1b64ffd72d5d4ae4a6e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:45,702 INFO [StoreOpener-2ff6620a1b4ca1b64ffd72d5d4ae4a6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2ff6620a1b4ca1b64ffd72d5d4ae4a6e 2024-12-03T09:21:45,703 INFO [StoreOpener-2ff6620a1b4ca1b64ffd72d5d4ae4a6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ff6620a1b4ca1b64ffd72d5d4ae4a6e columnFamilyName f1 2024-12-03T09:21:45,703 DEBUG [StoreOpener-2ff6620a1b4ca1b64ffd72d5d4ae4a6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:45,703 INFO [StoreOpener-2ff6620a1b4ca1b64ffd72d5d4ae4a6e-1 {}] regionserver.HStore(327): Store=2ff6620a1b4ca1b64ffd72d5d4ae4a6e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:45,703 INFO [StoreOpener-2ff6620a1b4ca1b64ffd72d5d4ae4a6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2ff6620a1b4ca1b64ffd72d5d4ae4a6e 2024-12-03T09:21:45,704 INFO [StoreOpener-2ff6620a1b4ca1b64ffd72d5d4ae4a6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ff6620a1b4ca1b64ffd72d5d4ae4a6e columnFamilyName norep 2024-12-03T09:21:45,704 DEBUG [StoreOpener-2ff6620a1b4ca1b64ffd72d5d4ae4a6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:45,704 INFO [StoreOpener-2ff6620a1b4ca1b64ffd72d5d4ae4a6e-1 {}] regionserver.HStore(327): Store=2ff6620a1b4ca1b64ffd72d5d4ae4a6e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:45,704 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2ff6620a1b4ca1b64ffd72d5d4ae4a6e 2024-12-03T09:21:45,704 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/default/test/2ff6620a1b4ca1b64ffd72d5d4ae4a6e 2024-12-03T09:21:45,705 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/default/test/2ff6620a1b4ca1b64ffd72d5d4ae4a6e 2024-12-03T09:21:45,705 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2ff6620a1b4ca1b64ffd72d5d4ae4a6e 2024-12-03T09:21:45,705 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2ff6620a1b4ca1b64ffd72d5d4ae4a6e 2024-12-03T09:21:45,706 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:21:45,706 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2ff6620a1b4ca1b64ffd72d5d4ae4a6e 2024-12-03T09:21:45,707 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/default/test/2ff6620a1b4ca1b64ffd72d5d4ae4a6e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:21:45,708 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2ff6620a1b4ca1b64ffd72d5d4ae4a6e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70035751, jitterRate=0.043614014983177185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:21:45,708 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ff6620a1b4ca1b64ffd72d5d4ae4a6e 2024-12-03T09:21:45,708 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2ff6620a1b4ca1b64ffd72d5d4ae4a6e: Running coprocessor pre-open hook at 1733217705701Writing region info on filesystem at 1733217705701Initializing all the Stores at 1733217705701Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217705701Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217705701Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217705701Cleaning up temporary data from old regions at 1733217705705 (+4 ms)Running coprocessor post-open hooks at 1733217705708 (+3 ms)Region opened successfully at 1733217705708 2024-12-03T09:21:45,709 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733217704974.2ff6620a1b4ca1b64ffd72d5d4ae4a6e., pid=6, masterSystemTime=1733217705697 2024-12-03T09:21:45,710 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733217704974.2ff6620a1b4ca1b64ffd72d5d4ae4a6e. 2024-12-03T09:21:45,710 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733217704974.2ff6620a1b4ca1b64ffd72d5d4ae4a6e. 2024-12-03T09:21:45,710 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2ff6620a1b4ca1b64ffd72d5d4ae4a6e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=699c9baf3d29,42687,1733217691079 2024-12-03T09:21:45,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ff6620a1b4ca1b64ffd72d5d4ae4a6e, server=699c9baf3d29,42687,1733217691079 because future has completed 2024-12-03T09:21:45,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T09:21:45,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ff6620a1b4ca1b64ffd72d5d4ae4a6e, server=699c9baf3d29,42687,1733217691079 in 167 msec 2024-12-03T09:21:45,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T09:21:45,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2ff6620a1b4ca1b64ffd72d5d4ae4a6e, ASSIGN in 321 msec 2024-12-03T09:21:45,715 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:21:45,715 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217705715"}]},"ts":"1733217705715"} 2024-12-03T09:21:45,716 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T09:21:45,717 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:21:45,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 742 msec 2024-12-03T09:21:46,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:21:46,113 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T09:21:46,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:21:46,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,35091,1733217696232 2024-12-03T09:21:46,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7177a95e 2024-12-03T09:21:46,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:21:46,115 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:21:46,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:21:46,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T09:21:46,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:21:46,117 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:46,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T09:21:46,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:21:46,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:21:46,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741835_1011 (size=902) 2024-12-03T09:21:46,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:21:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:21:46,525 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a149277d68301ab8bbafb4f6db7f7431, NAME => 'test,,1733217706115.a149277d68301ab8bbafb4f6db7f7431.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f 2024-12-03T09:21:46,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741836_1012 (size=39) 2024-12-03T09:21:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:21:46,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733217706115.a149277d68301ab8bbafb4f6db7f7431.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:46,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a149277d68301ab8bbafb4f6db7f7431, disabling compactions & flushes 2024-12-03T09:21:46,929 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733217706115.a149277d68301ab8bbafb4f6db7f7431. 2024-12-03T09:21:46,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217706115.a149277d68301ab8bbafb4f6db7f7431. 2024-12-03T09:21:46,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733217706115.a149277d68301ab8bbafb4f6db7f7431. after waiting 0 ms 2024-12-03T09:21:46,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733217706115.a149277d68301ab8bbafb4f6db7f7431. 2024-12-03T09:21:46,929 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733217706115.a149277d68301ab8bbafb4f6db7f7431. 2024-12-03T09:21:46,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a149277d68301ab8bbafb4f6db7f7431: Waiting for close lock at 1733217706929Disabling compacts and flushes for region at 1733217706929Disabling writes for close at 1733217706929Writing region close event to WAL at 1733217706929Closed at 1733217706929 2024-12-03T09:21:46,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:21:46,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733217706115.a149277d68301ab8bbafb4f6db7f7431.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733217706930"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217706930"}]},"ts":"1733217706930"} 2024-12-03T09:21:46,932 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:21:46,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:21:46,933 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217706933"}]},"ts":"1733217706933"} 2024-12-03T09:21:46,934 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T09:21:46,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a149277d68301ab8bbafb4f6db7f7431, ASSIGN}] 2024-12-03T09:21:46,935 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a149277d68301ab8bbafb4f6db7f7431, ASSIGN 2024-12-03T09:21:46,935 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a149277d68301ab8bbafb4f6db7f7431, ASSIGN; state=OFFLINE, location=699c9baf3d29,44535,1733217696376; forceNewPlan=false, retain=false 2024-12-03T09:21:47,086 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a149277d68301ab8bbafb4f6db7f7431, regionState=OPENING, regionLocation=699c9baf3d29,44535,1733217696376 2024-12-03T09:21:47,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a149277d68301ab8bbafb4f6db7f7431, ASSIGN because future has completed 2024-12-03T09:21:47,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a149277d68301ab8bbafb4f6db7f7431, server=699c9baf3d29,44535,1733217696376}] 2024-12-03T09:21:47,242 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733217706115.a149277d68301ab8bbafb4f6db7f7431. 2024-12-03T09:21:47,242 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a149277d68301ab8bbafb4f6db7f7431, NAME => 'test,,1733217706115.a149277d68301ab8bbafb4f6db7f7431.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:21:47,242 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:21:47,242 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T09:21:47,242 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a149277d68301ab8bbafb4f6db7f7431 2024-12-03T09:21:47,242 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733217706115.a149277d68301ab8bbafb4f6db7f7431.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:47,242 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a149277d68301ab8bbafb4f6db7f7431 2024-12-03T09:21:47,243 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a149277d68301ab8bbafb4f6db7f7431 2024-12-03T09:21:47,243 INFO [StoreOpener-a149277d68301ab8bbafb4f6db7f7431-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a149277d68301ab8bbafb4f6db7f7431 2024-12-03T09:21:47,244 INFO [StoreOpener-a149277d68301ab8bbafb4f6db7f7431-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a149277d68301ab8bbafb4f6db7f7431 columnFamilyName f 2024-12-03T09:21:47,244 DEBUG [StoreOpener-a149277d68301ab8bbafb4f6db7f7431-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:47,245 INFO [StoreOpener-a149277d68301ab8bbafb4f6db7f7431-1 {}] regionserver.HStore(327): Store=a149277d68301ab8bbafb4f6db7f7431/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:47,245 INFO [StoreOpener-a149277d68301ab8bbafb4f6db7f7431-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a149277d68301ab8bbafb4f6db7f7431 2024-12-03T09:21:47,245 INFO [StoreOpener-a149277d68301ab8bbafb4f6db7f7431-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a149277d68301ab8bbafb4f6db7f7431 columnFamilyName f1 2024-12-03T09:21:47,245 DEBUG [StoreOpener-a149277d68301ab8bbafb4f6db7f7431-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:47,246 INFO [StoreOpener-a149277d68301ab8bbafb4f6db7f7431-1 {}] regionserver.HStore(327): Store=a149277d68301ab8bbafb4f6db7f7431/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:47,246 INFO [StoreOpener-a149277d68301ab8bbafb4f6db7f7431-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a149277d68301ab8bbafb4f6db7f7431 2024-12-03T09:21:47,246 INFO [StoreOpener-a149277d68301ab8bbafb4f6db7f7431-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a149277d68301ab8bbafb4f6db7f7431 columnFamilyName norep 2024-12-03T09:21:47,246 DEBUG [StoreOpener-a149277d68301ab8bbafb4f6db7f7431-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:47,247 INFO [StoreOpener-a149277d68301ab8bbafb4f6db7f7431-1 {}] regionserver.HStore(327): Store=a149277d68301ab8bbafb4f6db7f7431/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:47,247 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a149277d68301ab8bbafb4f6db7f7431 2024-12-03T09:21:47,247 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/default/test/a149277d68301ab8bbafb4f6db7f7431 2024-12-03T09:21:47,247 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/default/test/a149277d68301ab8bbafb4f6db7f7431 2024-12-03T09:21:47,248 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a149277d68301ab8bbafb4f6db7f7431 2024-12-03T09:21:47,248 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a149277d68301ab8bbafb4f6db7f7431 2024-12-03T09:21:47,248 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:21:47,249 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a149277d68301ab8bbafb4f6db7f7431 2024-12-03T09:21:47,250 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/default/test/a149277d68301ab8bbafb4f6db7f7431/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:21:47,250 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a149277d68301ab8bbafb4f6db7f7431; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67572056, jitterRate=0.006902098655700684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:21:47,250 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a149277d68301ab8bbafb4f6db7f7431 2024-12-03T09:21:47,250 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a149277d68301ab8bbafb4f6db7f7431: Running coprocessor pre-open hook at 1733217707243Writing region info on filesystem at 1733217707243Initializing all the Stores at 1733217707243Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217707243Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217707243Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217707243Cleaning up temporary data from old regions at 1733217707248 (+5 ms)Running coprocessor post-open hooks at 1733217707250 (+2 ms)Region opened successfully at 1733217707250 2024-12-03T09:21:47,251 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733217706115.a149277d68301ab8bbafb4f6db7f7431., pid=6, masterSystemTime=1733217707239 2024-12-03T09:21:47,252 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733217706115.a149277d68301ab8bbafb4f6db7f7431. 2024-12-03T09:21:47,252 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733217706115.a149277d68301ab8bbafb4f6db7f7431. 2024-12-03T09:21:47,253 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a149277d68301ab8bbafb4f6db7f7431, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=699c9baf3d29,44535,1733217696376 2024-12-03T09:21:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:21:47,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a149277d68301ab8bbafb4f6db7f7431, server=699c9baf3d29,44535,1733217696376 because future has completed 2024-12-03T09:21:47,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T09:21:47,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a149277d68301ab8bbafb4f6db7f7431, server=699c9baf3d29,44535,1733217696376 in 167 msec 2024-12-03T09:21:47,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T09:21:47,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a149277d68301ab8bbafb4f6db7f7431, ASSIGN in 322 msec 2024-12-03T09:21:47,258 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:21:47,258 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217707258"}]},"ts":"1733217707258"} 2024-12-03T09:21:47,260 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T09:21:47,260 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:21:47,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-12-03T09:21:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:21:48,263 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T09:21:48,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:21:48,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,41767,1733217701471 2024-12-03T09:21:48,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a1d7dcf 2024-12-03T09:21:48,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:21:48,265 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:21:48,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41767 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:21:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41767 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T09:21:48,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:21:48,267 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:48,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41767 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T09:21:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:21:48,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:21:48,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741835_1011 (size=902) 2024-12-03T09:21:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:21:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:21:48,673 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 181c1db2208ac9ec99f8cbbbbae8cfb9, NAME => 'test,,1733217708265.181c1db2208ac9ec99f8cbbbbae8cfb9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42 2024-12-03T09:21:48,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741836_1012 (size=39) 2024-12-03T09:21:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:21:49,092 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733217708265.181c1db2208ac9ec99f8cbbbbae8cfb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:49,092 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 181c1db2208ac9ec99f8cbbbbae8cfb9, disabling compactions & flushes 2024-12-03T09:21:49,092 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733217708265.181c1db2208ac9ec99f8cbbbbae8cfb9. 2024-12-03T09:21:49,092 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217708265.181c1db2208ac9ec99f8cbbbbae8cfb9. 2024-12-03T09:21:49,092 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733217708265.181c1db2208ac9ec99f8cbbbbae8cfb9. after waiting 0 ms 2024-12-03T09:21:49,092 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733217708265.181c1db2208ac9ec99f8cbbbbae8cfb9. 2024-12-03T09:21:49,092 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733217708265.181c1db2208ac9ec99f8cbbbbae8cfb9. 2024-12-03T09:21:49,092 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 181c1db2208ac9ec99f8cbbbbae8cfb9: Waiting for close lock at 1733217709092Disabling compacts and flushes for region at 1733217709092Disabling writes for close at 1733217709092Writing region close event to WAL at 1733217709092Closed at 1733217709092 2024-12-03T09:21:49,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:21:49,093 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733217708265.181c1db2208ac9ec99f8cbbbbae8cfb9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733217709093"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217709093"}]},"ts":"1733217709093"} 2024-12-03T09:21:49,095 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:21:49,095 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:21:49,096 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217709095"}]},"ts":"1733217709095"} 2024-12-03T09:21:49,097 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T09:21:49,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=181c1db2208ac9ec99f8cbbbbae8cfb9, ASSIGN}] 2024-12-03T09:21:49,098 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=181c1db2208ac9ec99f8cbbbbae8cfb9, ASSIGN 2024-12-03T09:21:49,098 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=181c1db2208ac9ec99f8cbbbbae8cfb9, ASSIGN; state=OFFLINE, location=699c9baf3d29,44223,1733217701617; forceNewPlan=false, retain=false 2024-12-03T09:21:49,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T09:21:49,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T09:21:49,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T09:21:49,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T09:21:49,249 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=181c1db2208ac9ec99f8cbbbbae8cfb9, regionState=OPENING, regionLocation=699c9baf3d29,44223,1733217701617 2024-12-03T09:21:49,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=181c1db2208ac9ec99f8cbbbbae8cfb9, ASSIGN because future has completed 2024-12-03T09:21:49,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 181c1db2208ac9ec99f8cbbbbae8cfb9, server=699c9baf3d29,44223,1733217701617}] 2024-12-03T09:21:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:21:49,405 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733217708265.181c1db2208ac9ec99f8cbbbbae8cfb9. 2024-12-03T09:21:49,405 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 181c1db2208ac9ec99f8cbbbbae8cfb9, NAME => 'test,,1733217708265.181c1db2208ac9ec99f8cbbbbae8cfb9.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:21:49,405 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:21:49,405 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T09:21:49,406 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 181c1db2208ac9ec99f8cbbbbae8cfb9 2024-12-03T09:21:49,406 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733217708265.181c1db2208ac9ec99f8cbbbbae8cfb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:49,406 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 181c1db2208ac9ec99f8cbbbbae8cfb9 2024-12-03T09:21:49,406 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 181c1db2208ac9ec99f8cbbbbae8cfb9 2024-12-03T09:21:49,407 INFO [StoreOpener-181c1db2208ac9ec99f8cbbbbae8cfb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 181c1db2208ac9ec99f8cbbbbae8cfb9 2024-12-03T09:21:49,407 INFO [StoreOpener-181c1db2208ac9ec99f8cbbbbae8cfb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 181c1db2208ac9ec99f8cbbbbae8cfb9 columnFamilyName f 2024-12-03T09:21:49,408 DEBUG [StoreOpener-181c1db2208ac9ec99f8cbbbbae8cfb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:49,408 INFO [StoreOpener-181c1db2208ac9ec99f8cbbbbae8cfb9-1 {}] regionserver.HStore(327): Store=181c1db2208ac9ec99f8cbbbbae8cfb9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:49,408 INFO [StoreOpener-181c1db2208ac9ec99f8cbbbbae8cfb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 181c1db2208ac9ec99f8cbbbbae8cfb9 2024-12-03T09:21:49,409 INFO [StoreOpener-181c1db2208ac9ec99f8cbbbbae8cfb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 181c1db2208ac9ec99f8cbbbbae8cfb9 columnFamilyName f1 2024-12-03T09:21:49,409 DEBUG [StoreOpener-181c1db2208ac9ec99f8cbbbbae8cfb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:49,409 INFO [StoreOpener-181c1db2208ac9ec99f8cbbbbae8cfb9-1 {}] regionserver.HStore(327): Store=181c1db2208ac9ec99f8cbbbbae8cfb9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:49,409 INFO [StoreOpener-181c1db2208ac9ec99f8cbbbbae8cfb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 181c1db2208ac9ec99f8cbbbbae8cfb9 2024-12-03T09:21:49,410 INFO [StoreOpener-181c1db2208ac9ec99f8cbbbbae8cfb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 181c1db2208ac9ec99f8cbbbbae8cfb9 columnFamilyName norep 2024-12-03T09:21:49,410 DEBUG [StoreOpener-181c1db2208ac9ec99f8cbbbbae8cfb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:49,410 INFO [StoreOpener-181c1db2208ac9ec99f8cbbbbae8cfb9-1 {}] regionserver.HStore(327): Store=181c1db2208ac9ec99f8cbbbbae8cfb9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:49,410 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 181c1db2208ac9ec99f8cbbbbae8cfb9 2024-12-03T09:21:49,410 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/default/test/181c1db2208ac9ec99f8cbbbbae8cfb9 2024-12-03T09:21:49,410 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/default/test/181c1db2208ac9ec99f8cbbbbae8cfb9 2024-12-03T09:21:49,411 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 181c1db2208ac9ec99f8cbbbbae8cfb9 2024-12-03T09:21:49,411 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 181c1db2208ac9ec99f8cbbbbae8cfb9 2024-12-03T09:21:49,411 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:21:49,412 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 181c1db2208ac9ec99f8cbbbbae8cfb9 2024-12-03T09:21:49,413 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/default/test/181c1db2208ac9ec99f8cbbbbae8cfb9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:21:49,413 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 181c1db2208ac9ec99f8cbbbbae8cfb9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73010905, jitterRate=0.08794726431369781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:21:49,413 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 181c1db2208ac9ec99f8cbbbbae8cfb9 2024-12-03T09:21:49,413 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 181c1db2208ac9ec99f8cbbbbae8cfb9: Running coprocessor pre-open hook at 1733217709406Writing region info on filesystem at 1733217709406Initializing all the Stores at 1733217709406Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217709406Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217709407 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217709407Cleaning up temporary data from old regions at 1733217709411 (+4 ms)Running coprocessor post-open hooks at 1733217709413 (+2 ms)Region opened successfully at 1733217709413 2024-12-03T09:21:49,414 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733217708265.181c1db2208ac9ec99f8cbbbbae8cfb9., pid=6, masterSystemTime=1733217709402 2024-12-03T09:21:49,415 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733217708265.181c1db2208ac9ec99f8cbbbbae8cfb9. 2024-12-03T09:21:49,415 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733217708265.181c1db2208ac9ec99f8cbbbbae8cfb9. 2024-12-03T09:21:49,416 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=181c1db2208ac9ec99f8cbbbbae8cfb9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=699c9baf3d29,44223,1733217701617 2024-12-03T09:21:49,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 181c1db2208ac9ec99f8cbbbbae8cfb9, server=699c9baf3d29,44223,1733217701617 because future has completed 2024-12-03T09:21:49,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T09:21:49,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 181c1db2208ac9ec99f8cbbbbae8cfb9, server=699c9baf3d29,44223,1733217701617 in 168 msec 2024-12-03T09:21:49,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T09:21:49,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=181c1db2208ac9ec99f8cbbbbae8cfb9, ASSIGN in 322 msec 2024-12-03T09:21:49,421 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:21:49,421 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217709421"}]},"ts":"1733217709421"} 2024-12-03T09:21:49,422 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T09:21:49,423 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:21:49,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-12-03T09:21:49,726 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T09:21:50,333 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:21:50,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:50,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:50,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:50,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:50,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:50,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:50,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:50,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:50,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:50,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:50,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:50,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:50,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:50,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:21:50,413 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T09:21:50,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fdb3f41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:50,414 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,35329,-1 for getting cluster id 2024-12-03T09:21:50,414 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:50,414 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90806e2f-bf04-422a-a0d7-108999a858d4' 2024-12-03T09:21:50,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:50,415 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90806e2f-bf04-422a-a0d7-108999a858d4" 2024-12-03T09:21:50,415 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da716b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:50,415 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,35329,-1] 2024-12-03T09:21:50,415 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:50,415 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:50,416 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:50,416 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@264406f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:50,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:21:50,417 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,35329,1733217690872 2024-12-03T09:21:50,417 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47c3f452 2024-12-03T09:21:50,417 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:21:50,418 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:21:50,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://699c9baf3d29:35091,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T09:21:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T09:21:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:50,420 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:35091' 2024-12-03T09:21:50,421 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345f60c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:50,421 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,35091,-1 for getting cluster id 2024-12-03T09:21:50,421 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:50,422 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42c4db78-d373-4938-beca-3d4c83acd8f4' 2024-12-03T09:21:50,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:50,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42c4db78-d373-4938-beca-3d4c83acd8f4" 2024-12-03T09:21:50,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523c8895, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:50,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,35091,-1] 2024-12-03T09:21:50,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:50,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:50,423 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:50,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7754d224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:50,423 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:21:50,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,35091,1733217696232 2024-12-03T09:21:50,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d6b736a 2024-12-03T09:21:50,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:21:50,425 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:21:50,425 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T09:21:50,425 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T09:21:50,425 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:50,425 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:50,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:21:50,426 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:21:50,427 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T09:21:50,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:21:50,427 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:50,428 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:21:50,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39313 is added to blk_1073741837_1013 (size=1138) 2024-12-03T09:21:50,477 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T09:21:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:50,834 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e8c9d2c1cfc3dcf3fd37993c5d4fda71, NAME => 'hbase:replication,,1733217710426.e8c9d2c1cfc3dcf3fd37993c5d4fda71.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df 2024-12-03T09:21:50,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39313 is added to blk_1073741838_1014 (size=44) 2024-12-03T09:21:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:51,239 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217710426.e8c9d2c1cfc3dcf3fd37993c5d4fda71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:51,239 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e8c9d2c1cfc3dcf3fd37993c5d4fda71, disabling compactions & flushes 2024-12-03T09:21:51,239 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217710426.e8c9d2c1cfc3dcf3fd37993c5d4fda71. 2024-12-03T09:21:51,239 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217710426.e8c9d2c1cfc3dcf3fd37993c5d4fda71. 2024-12-03T09:21:51,239 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217710426.e8c9d2c1cfc3dcf3fd37993c5d4fda71. after waiting 0 ms 2024-12-03T09:21:51,239 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217710426.e8c9d2c1cfc3dcf3fd37993c5d4fda71. 2024-12-03T09:21:51,239 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733217710426.e8c9d2c1cfc3dcf3fd37993c5d4fda71. 2024-12-03T09:21:51,239 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e8c9d2c1cfc3dcf3fd37993c5d4fda71: Waiting for close lock at 1733217711239Disabling compacts and flushes for region at 1733217711239Disabling writes for close at 1733217711239Writing region close event to WAL at 1733217711239Closed at 1733217711239 2024-12-03T09:21:51,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:21:51,240 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733217710426.e8c9d2c1cfc3dcf3fd37993c5d4fda71.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733217711240"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217711240"}]},"ts":"1733217711240"} 2024-12-03T09:21:51,241 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:21:51,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:21:51,242 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217711242"}]},"ts":"1733217711242"} 2024-12-03T09:21:51,244 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T09:21:51,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e8c9d2c1cfc3dcf3fd37993c5d4fda71, ASSIGN}] 2024-12-03T09:21:51,245 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e8c9d2c1cfc3dcf3fd37993c5d4fda71, ASSIGN 2024-12-03T09:21:51,245 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e8c9d2c1cfc3dcf3fd37993c5d4fda71, ASSIGN; state=OFFLINE, location=699c9baf3d29,42687,1733217691079; forceNewPlan=false, retain=false 2024-12-03T09:21:51,396 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e8c9d2c1cfc3dcf3fd37993c5d4fda71, regionState=OPENING, regionLocation=699c9baf3d29,42687,1733217691079 2024-12-03T09:21:51,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e8c9d2c1cfc3dcf3fd37993c5d4fda71, ASSIGN because future has completed 2024-12-03T09:21:51,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8c9d2c1cfc3dcf3fd37993c5d4fda71, server=699c9baf3d29,42687,1733217691079}] 2024-12-03T09:21:51,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733217710426.e8c9d2c1cfc3dcf3fd37993c5d4fda71. 2024-12-03T09:21:51,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:21:51,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T09:21:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:51,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C42687%2C1733217691079.rep, suffix=, logDir=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079, archiveDir=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/oldWALs, maxLogs=10 2024-12-03T09:21:51,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.rep.1733217711553, exclude list is [], retry=0 2024-12-03T09:21:51,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39313,DS-8ea43724-6289-4111-ae96-d04f5d15b6ea,DISK] 2024-12-03T09:21:51,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.rep.1733217711553 2024-12-03T09:21:51,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39825:39825)] 2024-12-03T09:21:51,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e8c9d2c1cfc3dcf3fd37993c5d4fda71, NAME => 'hbase:replication,,1733217710426.e8c9d2c1cfc3dcf3fd37993c5d4fda71.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:21:51,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:21:51,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:21:51,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733217710426.e8c9d2c1cfc3dcf3fd37993c5d4fda71. service=MultiRowMutationService 2024-12-03T09:21:51,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T09:21:51,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e8c9d2c1cfc3dcf3fd37993c5d4fda71 2024-12-03T09:21:51,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217710426.e8c9d2c1cfc3dcf3fd37993c5d4fda71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:51,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e8c9d2c1cfc3dcf3fd37993c5d4fda71 2024-12-03T09:21:51,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e8c9d2c1cfc3dcf3fd37993c5d4fda71 2024-12-03T09:21:51,578 INFO [StoreOpener-e8c9d2c1cfc3dcf3fd37993c5d4fda71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e8c9d2c1cfc3dcf3fd37993c5d4fda71 2024-12-03T09:21:51,579 INFO [StoreOpener-e8c9d2c1cfc3dcf3fd37993c5d4fda71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8c9d2c1cfc3dcf3fd37993c5d4fda71 columnFamilyName hfileref 2024-12-03T09:21:51,579 DEBUG [StoreOpener-e8c9d2c1cfc3dcf3fd37993c5d4fda71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:51,579 INFO [StoreOpener-e8c9d2c1cfc3dcf3fd37993c5d4fda71-1 {}] regionserver.HStore(327): Store=e8c9d2c1cfc3dcf3fd37993c5d4fda71/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:51,579 INFO [StoreOpener-e8c9d2c1cfc3dcf3fd37993c5d4fda71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e8c9d2c1cfc3dcf3fd37993c5d4fda71 2024-12-03T09:21:51,580 INFO [StoreOpener-e8c9d2c1cfc3dcf3fd37993c5d4fda71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8c9d2c1cfc3dcf3fd37993c5d4fda71 columnFamilyName queue 2024-12-03T09:21:51,580 DEBUG [StoreOpener-e8c9d2c1cfc3dcf3fd37993c5d4fda71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:51,580 INFO [StoreOpener-e8c9d2c1cfc3dcf3fd37993c5d4fda71-1 {}] regionserver.HStore(327): Store=e8c9d2c1cfc3dcf3fd37993c5d4fda71/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:51,580 INFO [StoreOpener-e8c9d2c1cfc3dcf3fd37993c5d4fda71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e8c9d2c1cfc3dcf3fd37993c5d4fda71 2024-12-03T09:21:51,581 INFO [StoreOpener-e8c9d2c1cfc3dcf3fd37993c5d4fda71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8c9d2c1cfc3dcf3fd37993c5d4fda71 columnFamilyName sid 2024-12-03T09:21:51,581 DEBUG [StoreOpener-e8c9d2c1cfc3dcf3fd37993c5d4fda71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:51,582 INFO [StoreOpener-e8c9d2c1cfc3dcf3fd37993c5d4fda71-1 {}] regionserver.HStore(327): Store=e8c9d2c1cfc3dcf3fd37993c5d4fda71/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:51,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e8c9d2c1cfc3dcf3fd37993c5d4fda71 2024-12-03T09:21:51,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/replication/e8c9d2c1cfc3dcf3fd37993c5d4fda71 2024-12-03T09:21:51,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/replication/e8c9d2c1cfc3dcf3fd37993c5d4fda71 2024-12-03T09:21:51,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e8c9d2c1cfc3dcf3fd37993c5d4fda71 2024-12-03T09:21:51,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e8c9d2c1cfc3dcf3fd37993c5d4fda71 2024-12-03T09:21:51,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:21:51,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e8c9d2c1cfc3dcf3fd37993c5d4fda71 2024-12-03T09:21:51,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/replication/e8c9d2c1cfc3dcf3fd37993c5d4fda71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:21:51,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e8c9d2c1cfc3dcf3fd37993c5d4fda71; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65058752, jitterRate=-0.030549049377441406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:21:51,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8c9d2c1cfc3dcf3fd37993c5d4fda71 2024-12-03T09:21:51,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e8c9d2c1cfc3dcf3fd37993c5d4fda71: Running coprocessor pre-open hook at 1733217711577Writing region info on filesystem at 1733217711577Initializing all the Stores at 1733217711577Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217711577Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217711578 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217711578Cleaning up temporary data from old regions at 1733217711583 (+5 ms)Running coprocessor post-open hooks at 1733217711585 (+2 ms)Region opened successfully at 1733217711585 2024-12-03T09:21:51,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733217710426.e8c9d2c1cfc3dcf3fd37993c5d4fda71., pid=10, masterSystemTime=1733217711550 2024-12-03T09:21:51,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733217710426.e8c9d2c1cfc3dcf3fd37993c5d4fda71. 2024-12-03T09:21:51,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733217710426.e8c9d2c1cfc3dcf3fd37993c5d4fda71. 2024-12-03T09:21:51,588 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e8c9d2c1cfc3dcf3fd37993c5d4fda71, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,42687,1733217691079 2024-12-03T09:21:51,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8c9d2c1cfc3dcf3fd37993c5d4fda71, server=699c9baf3d29,42687,1733217691079 because future has completed 2024-12-03T09:21:51,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T09:21:51,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e8c9d2c1cfc3dcf3fd37993c5d4fda71, server=699c9baf3d29,42687,1733217691079 in 192 msec 2024-12-03T09:21:51,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T09:21:51,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e8c9d2c1cfc3dcf3fd37993c5d4fda71, ASSIGN in 347 msec 2024-12-03T09:21:51,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:21:51,593 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217711593"}]},"ts":"1733217711593"} 2024-12-03T09:21:51,594 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T09:21:51,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:21:51,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-12-03T09:21:51,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733217710426.e8c9d2c1cfc3dcf3fd37993c5d4fda71., hostname=699c9baf3d29,42687,1733217691079, seqNum=2] 2024-12-03T09:21:51,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780672650 2024-12-03T09:21:51,739 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1019a7f17620001, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780672650 2024-12-03T09:21:51,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T09:21:51,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T09:21:51,913 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T09:21:51,936 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-699c9baf3d29,42687,1733217691079, ReplicationSource: 1, currentBandwidth=0 2024-12-03T09:21:51,936 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:21:51,936 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,42687,1733217691079, seqNum=-1] 2024-12-03T09:21:51,937 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:21:51,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-03T09:21:51,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-699c9baf3d29,42687,1733217691079', locateType=CURRENT is [region=hbase:replication,,1733217710426.e8c9d2c1cfc3dcf3fd37993c5d4fda71., hostname=699c9baf3d29,42687,1733217691079, seqNum=2] 2024-12-03T09:21:51,940 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T09:21:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T09:21:51,942 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 699c9baf3d29,42687,1733217691079 suceeded 2024-12-03T09:21:51,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T09:21:51,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-12-03T09:21:51,943 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://699c9baf3d29:35091,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T09:21:51,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5250 sec 2024-12-03T09:21:51,951 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:35091' 2024-12-03T09:21:51,952 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d596619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:51,952 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,35091,-1 for getting cluster id 2024-12-03T09:21:51,952 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:51,953 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42c4db78-d373-4938-beca-3d4c83acd8f4' 2024-12-03T09:21:51,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:51,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42c4db78-d373-4938-beca-3d4c83acd8f4" 2024-12-03T09:21:51,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68954b37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:51,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,35091,-1] 2024-12-03T09:21:51,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:51,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:51,954 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:51,955 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60fcb298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:51,955 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:21:51,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,35091,1733217696232 2024-12-03T09:21:51,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e49da79 2024-12-03T09:21:51,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:21:51,956 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-03T09:21:51,956 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-699c9baf3d29,42687,1733217691079 (queues=1) is replicating from cluster=90806e2f-bf04-422a-a0d7-108999a858d4 to cluster=42c4db78-d373-4938-beca-3d4c83acd8f4 2024-12-03T09:21:51,957 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=699c9baf3d29%2C42687%2C1733217691079 2024-12-03T09:21:51,957 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-699c9baf3d29,42687,1733217691079, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T09:21:51,957 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.shipper699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 699c9baf3d29%2C42687%2C1733217691079 2024-12-03T09:21:51,957 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896, startPosition=0, beingWritten=true 2024-12-03T09:21:51,961 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:21:51,961 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 379, reset compression=false 2024-12-03T09:21:51,961 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.shipper699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,42687,1733217691079 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:21:52,163 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 379, reset compression=false 2024-12-03T09:21:52,466 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 379, reset compression=false 2024-12-03T09:21:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:52,564 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T09:21:52,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:21:52,564 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:21:52,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:52,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:52,564 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:21:52,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e02f5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:52,565 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,35091,-1 for getting cluster id 2024-12-03T09:21:52,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:52,565 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42c4db78-d373-4938-beca-3d4c83acd8f4' 2024-12-03T09:21:52,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:52,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42c4db78-d373-4938-beca-3d4c83acd8f4" 2024-12-03T09:21:52,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc7d3b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:52,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,35091,-1] 2024-12-03T09:21:52,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:52,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:52,567 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:52,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f3a16d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:52,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:21:52,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,35091,1733217696232 2024-12-03T09:21:52,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dd3d58f 2024-12-03T09:21:52,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:21:52,569 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:21:52,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://699c9baf3d29:41767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T09:21:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T09:21:52,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:52,571 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:41767' 2024-12-03T09:21:52,572 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4465f63c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:52,572 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,41767,-1 for getting cluster id 2024-12-03T09:21:52,572 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:52,573 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea289e6a-f05c-4ae4-b4f5-32c1ae956597' 2024-12-03T09:21:52,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:52,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea289e6a-f05c-4ae4-b4f5-32c1ae956597" 2024-12-03T09:21:52,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349a6b6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:52,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,41767,-1] 2024-12-03T09:21:52,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:52,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:52,574 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:52,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34401942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:52,574 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:21:52,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,41767,1733217701471 2024-12-03T09:21:52,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72864d2a 2024-12-03T09:21:52,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:21:52,575 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:21:52,576 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T09:21:52,576 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T09:21:52,576 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:52,576 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:52,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:21:52,577 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:21:52,577 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T09:21:52,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:21:52,578 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:52,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:21:52,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741837_1013 (size=1138) 2024-12-03T09:21:52,628 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T09:21:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:52,870 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 379, reset compression=false 2024-12-03T09:21:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:52,984 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 539104e601ffce83fe606dfe515f6357, NAME => 'hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f 2024-12-03T09:21:52,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741838_1014 (size=44) 2024-12-03T09:21:53,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:53,372 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 379, reset compression=false 2024-12-03T09:21:53,388 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:53,389 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 539104e601ffce83fe606dfe515f6357, disabling compactions & flushes 2024-12-03T09:21:53,389 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357. 2024-12-03T09:21:53,389 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357. 2024-12-03T09:21:53,389 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357. after waiting 0 ms 2024-12-03T09:21:53,389 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357. 2024-12-03T09:21:53,389 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357. 2024-12-03T09:21:53,389 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 539104e601ffce83fe606dfe515f6357: Waiting for close lock at 1733217713388Disabling compacts and flushes for region at 1733217713388Disabling writes for close at 1733217713389 (+1 ms)Writing region close event to WAL at 1733217713389Closed at 1733217713389 2024-12-03T09:21:53,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:21:53,390 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733217713390"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217713390"}]},"ts":"1733217713390"} 2024-12-03T09:21:53,391 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:21:53,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:21:53,392 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217713392"}]},"ts":"1733217713392"} 2024-12-03T09:21:53,393 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T09:21:53,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=539104e601ffce83fe606dfe515f6357, ASSIGN}] 2024-12-03T09:21:53,394 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=539104e601ffce83fe606dfe515f6357, ASSIGN 2024-12-03T09:21:53,395 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=539104e601ffce83fe606dfe515f6357, ASSIGN; state=OFFLINE, location=699c9baf3d29,44535,1733217696376; forceNewPlan=false, retain=false 2024-12-03T09:21:53,545 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=539104e601ffce83fe606dfe515f6357, regionState=OPENING, regionLocation=699c9baf3d29,44535,1733217696376 2024-12-03T09:21:53,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=539104e601ffce83fe606dfe515f6357, ASSIGN because future has completed 2024-12-03T09:21:53,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 539104e601ffce83fe606dfe515f6357, server=699c9baf3d29,44535,1733217696376}] 2024-12-03T09:21:53,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357. 2024-12-03T09:21:53,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:21:53,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T09:21:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:53,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C44535%2C1733217696376.rep, suffix=, logDir=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376, archiveDir=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/oldWALs, maxLogs=10 2024-12-03T09:21:53,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.rep.1733217713703, exclude list is [], retry=0 2024-12-03T09:21:53,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-2f911360-fc5b-40f6-82f9-6d06c0dbb56d,DISK] 2024-12-03T09:21:53,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.rep.1733217713703 2024-12-03T09:21:53,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42229:42229)] 2024-12-03T09:21:53,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 539104e601ffce83fe606dfe515f6357, NAME => 'hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:21:53,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:21:53,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:21:53,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357. service=MultiRowMutationService 2024-12-03T09:21:53,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T09:21:53,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 539104e601ffce83fe606dfe515f6357 2024-12-03T09:21:53,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:53,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 539104e601ffce83fe606dfe515f6357 2024-12-03T09:21:53,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 539104e601ffce83fe606dfe515f6357 2024-12-03T09:21:53,722 INFO [StoreOpener-539104e601ffce83fe606dfe515f6357-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 539104e601ffce83fe606dfe515f6357 2024-12-03T09:21:53,723 INFO [StoreOpener-539104e601ffce83fe606dfe515f6357-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 539104e601ffce83fe606dfe515f6357 columnFamilyName hfileref 2024-12-03T09:21:53,723 DEBUG [StoreOpener-539104e601ffce83fe606dfe515f6357-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:53,723 INFO [StoreOpener-539104e601ffce83fe606dfe515f6357-1 {}] regionserver.HStore(327): Store=539104e601ffce83fe606dfe515f6357/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:53,723 INFO [StoreOpener-539104e601ffce83fe606dfe515f6357-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 539104e601ffce83fe606dfe515f6357 2024-12-03T09:21:53,724 INFO [StoreOpener-539104e601ffce83fe606dfe515f6357-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 539104e601ffce83fe606dfe515f6357 columnFamilyName queue 2024-12-03T09:21:53,724 DEBUG [StoreOpener-539104e601ffce83fe606dfe515f6357-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:53,724 INFO [StoreOpener-539104e601ffce83fe606dfe515f6357-1 {}] regionserver.HStore(327): Store=539104e601ffce83fe606dfe515f6357/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:53,724 INFO [StoreOpener-539104e601ffce83fe606dfe515f6357-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 539104e601ffce83fe606dfe515f6357 2024-12-03T09:21:53,725 INFO [StoreOpener-539104e601ffce83fe606dfe515f6357-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 539104e601ffce83fe606dfe515f6357 columnFamilyName sid 2024-12-03T09:21:53,725 DEBUG [StoreOpener-539104e601ffce83fe606dfe515f6357-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:53,726 INFO [StoreOpener-539104e601ffce83fe606dfe515f6357-1 {}] regionserver.HStore(327): Store=539104e601ffce83fe606dfe515f6357/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:53,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 539104e601ffce83fe606dfe515f6357 2024-12-03T09:21:53,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/replication/539104e601ffce83fe606dfe515f6357 2024-12-03T09:21:53,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/replication/539104e601ffce83fe606dfe515f6357 2024-12-03T09:21:53,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 539104e601ffce83fe606dfe515f6357 2024-12-03T09:21:53,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 539104e601ffce83fe606dfe515f6357 2024-12-03T09:21:53,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:21:53,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 539104e601ffce83fe606dfe515f6357 2024-12-03T09:21:53,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/replication/539104e601ffce83fe606dfe515f6357/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:21:53,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 539104e601ffce83fe606dfe515f6357; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70539157, jitterRate=0.05111534893512726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:21:53,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 539104e601ffce83fe606dfe515f6357 2024-12-03T09:21:53,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 539104e601ffce83fe606dfe515f6357: Running coprocessor pre-open hook at 1733217713721Writing region info on filesystem at 1733217713721Initializing all the Stores at 1733217713722 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217713722Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217713722Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217713722Cleaning up temporary data from old regions at 1733217713727 (+5 ms)Running coprocessor post-open hooks at 1733217713729 (+2 ms)Region opened successfully at 1733217713729 2024-12-03T09:21:53,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357., pid=10, masterSystemTime=1733217713699 2024-12-03T09:21:53,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357. 2024-12-03T09:21:53,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357. 2024-12-03T09:21:53,732 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=539104e601ffce83fe606dfe515f6357, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,44535,1733217696376 2024-12-03T09:21:53,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 539104e601ffce83fe606dfe515f6357, server=699c9baf3d29,44535,1733217696376 because future has completed 2024-12-03T09:21:53,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T09:21:53,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 539104e601ffce83fe606dfe515f6357, server=699c9baf3d29,44535,1733217696376 in 186 msec 2024-12-03T09:21:53,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T09:21:53,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=539104e601ffce83fe606dfe515f6357, ASSIGN in 342 msec 2024-12-03T09:21:53,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:21:53,737 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217713737"}]},"ts":"1733217713737"} 2024-12-03T09:21:53,738 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T09:21:53,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:21:53,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1610 sec 2024-12-03T09:21:53,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357., hostname=699c9baf3d29,44535,1733217696376, seqNum=2] 2024-12-03T09:21:53,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245218521 2024-12-03T09:21:53,865 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44535-0x1019a7f17620004, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245218521 2024-12-03T09:21:53,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T09:21:53,976 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 379, reset compression=false 2024-12-03T09:21:54,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T09:21:54,039 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T09:21:54,062 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-699c9baf3d29,44535,1733217696376, ReplicationSource: 1, currentBandwidth=0 2024-12-03T09:21:54,062 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:21:54,062 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,44535,1733217696376, seqNum=-1] 2024-12-03T09:21:54,062 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:21:54,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-03T09:21:54,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-699c9baf3d29,44535,1733217696376', locateType=CURRENT is [region=hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357., hostname=699c9baf3d29,44535,1733217696376, seqNum=2] 2024-12-03T09:21:54,066 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T09:21:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T09:21:54,067 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 699c9baf3d29,44535,1733217696376 suceeded 2024-12-03T09:21:54,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T09:21:54,069 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://699c9baf3d29:41767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T09:21:54,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 180 msec 2024-12-03T09:21:54,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5000 sec 2024-12-03T09:21:54,078 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:41767' 2024-12-03T09:21:54,079 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f434ab7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:54,079 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,41767,-1 for getting cluster id 2024-12-03T09:21:54,079 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:54,080 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea289e6a-f05c-4ae4-b4f5-32c1ae956597' 2024-12-03T09:21:54,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:54,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea289e6a-f05c-4ae4-b4f5-32c1ae956597" 2024-12-03T09:21:54,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@774e0cf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:54,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,41767,-1] 2024-12-03T09:21:54,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:54,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:54,081 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:54,081 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@372a9cad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:54,081 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:21:54,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,41767,1733217701471 2024-12-03T09:21:54,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b32aceb 2024-12-03T09:21:54,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:21:54,082 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-03T09:21:54,083 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-699c9baf3d29,44535,1733217696376 (queues=1) is replicating from cluster=42c4db78-d373-4938-beca-3d4c83acd8f4 to cluster=ea289e6a-f05c-4ae4-b4f5-32c1ae956597 2024-12-03T09:21:54,083 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=699c9baf3d29%2C44535%2C1733217696376 2024-12-03T09:21:54,083 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-699c9baf3d29,44535,1733217696376, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T09:21:54,083 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.shipper699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 699c9baf3d29%2C44535%2C1733217696376 2024-12-03T09:21:54,083 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314, startPosition=0, beingWritten=true 2024-12-03T09:21:54,087 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:21:54,087 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 379, reset compression=false 2024-12-03T09:21:54,087 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.shipper699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,44535,1733217696376 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:21:54,290 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 379, reset compression=false 2024-12-03T09:21:54,593 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 379, reset compression=false 2024-12-03T09:21:54,679 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 379, reset compression=false 2024-12-03T09:21:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:54,713 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T09:21:54,713 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:21:54,713 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:21:54,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:54,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:54,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:21:54,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c7b657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:54,714 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,41767,-1 for getting cluster id 2024-12-03T09:21:54,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:54,715 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea289e6a-f05c-4ae4-b4f5-32c1ae956597' 2024-12-03T09:21:54,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:54,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea289e6a-f05c-4ae4-b4f5-32c1ae956597" 2024-12-03T09:21:54,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f0aa3fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:54,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,41767,-1] 2024-12-03T09:21:54,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:54,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:54,716 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:54,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3a61ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:54,716 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:21:54,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,41767,1733217701471 2024-12-03T09:21:54,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1be1a807 2024-12-03T09:21:54,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:21:54,718 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:21:54,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41767 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://699c9baf3d29:35091,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T09:21:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41767 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T09:21:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:54,720 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:35091' 2024-12-03T09:21:54,720 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@727d13c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:54,720 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,35091,-1 for getting cluster id 2024-12-03T09:21:54,721 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:54,721 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42c4db78-d373-4938-beca-3d4c83acd8f4' 2024-12-03T09:21:54,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:54,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42c4db78-d373-4938-beca-3d4c83acd8f4" 2024-12-03T09:21:54,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34772255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:54,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,35091,-1] 2024-12-03T09:21:54,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:54,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:54,722 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:54,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf204d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:54,722 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:21:54,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,35091,1733217696232 2024-12-03T09:21:54,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@778c821b 2024-12-03T09:21:54,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:21:54,723 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:21:54,724 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T09:21:54,724 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T09:21:54,724 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:54,724 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:54,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:21:54,724 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:21:54,725 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T09:21:54,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:21:54,726 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:54,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:21:54,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741837_1013 (size=1138) 2024-12-03T09:21:54,775 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T09:21:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:54,996 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 379, reset compression=false 2024-12-03T09:21:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:55,134 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 22b635716563b7403966065659e5fab9, NAME => 'hbase:replication,,1733217714724.22b635716563b7403966065659e5fab9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42 2024-12-03T09:21:55,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741838_1014 (size=44) 2024-12-03T09:21:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:55,482 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 379, reset compression=false 2024-12-03T09:21:55,499 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 379, reset compression=false 2024-12-03T09:21:55,538 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217714724.22b635716563b7403966065659e5fab9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:55,539 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 22b635716563b7403966065659e5fab9, disabling compactions & flushes 2024-12-03T09:21:55,539 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217714724.22b635716563b7403966065659e5fab9. 2024-12-03T09:21:55,539 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217714724.22b635716563b7403966065659e5fab9. 2024-12-03T09:21:55,539 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217714724.22b635716563b7403966065659e5fab9. after waiting 0 ms 2024-12-03T09:21:55,539 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217714724.22b635716563b7403966065659e5fab9. 2024-12-03T09:21:55,539 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733217714724.22b635716563b7403966065659e5fab9. 2024-12-03T09:21:55,539 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 22b635716563b7403966065659e5fab9: Waiting for close lock at 1733217715539Disabling compacts and flushes for region at 1733217715539Disabling writes for close at 1733217715539Writing region close event to WAL at 1733217715539Closed at 1733217715539 2024-12-03T09:21:55,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:21:55,540 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733217714724.22b635716563b7403966065659e5fab9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733217715540"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217715540"}]},"ts":"1733217715540"} 2024-12-03T09:21:55,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:21:55,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:21:55,542 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217715542"}]},"ts":"1733217715542"} 2024-12-03T09:21:55,544 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T09:21:55,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22b635716563b7403966065659e5fab9, ASSIGN}] 2024-12-03T09:21:55,545 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22b635716563b7403966065659e5fab9, ASSIGN 2024-12-03T09:21:55,545 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=22b635716563b7403966065659e5fab9, ASSIGN; state=OFFLINE, location=699c9baf3d29,44223,1733217701617; forceNewPlan=false, retain=false 2024-12-03T09:21:55,696 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=22b635716563b7403966065659e5fab9, regionState=OPENING, regionLocation=699c9baf3d29,44223,1733217701617 2024-12-03T09:21:55,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=22b635716563b7403966065659e5fab9, ASSIGN because future has completed 2024-12-03T09:21:55,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22b635716563b7403966065659e5fab9, server=699c9baf3d29,44223,1733217701617}] 2024-12-03T09:21:55,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733217714724.22b635716563b7403966065659e5fab9. 2024-12-03T09:21:55,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:21:55,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T09:21:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:55,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C44223%2C1733217701617.rep, suffix=, logDir=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617, archiveDir=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/oldWALs, maxLogs=10 2024-12-03T09:21:55,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.rep.1733217715854, exclude list is [], retry=0 2024-12-03T09:21:55,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-5f1541e4-8b60-45a8-8f4e-82e2fbf15921,DISK] 2024-12-03T09:21:55,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.rep.1733217715854 2024-12-03T09:21:55,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46393:46393)] 2024-12-03T09:21:55,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 22b635716563b7403966065659e5fab9, NAME => 'hbase:replication,,1733217714724.22b635716563b7403966065659e5fab9.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:21:55,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:21:55,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:21:55,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733217714724.22b635716563b7403966065659e5fab9. service=MultiRowMutationService 2024-12-03T09:21:55,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T09:21:55,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 22b635716563b7403966065659e5fab9 2024-12-03T09:21:55,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217714724.22b635716563b7403966065659e5fab9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:21:55,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 22b635716563b7403966065659e5fab9 2024-12-03T09:21:55,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 22b635716563b7403966065659e5fab9 2024-12-03T09:21:55,869 INFO [StoreOpener-22b635716563b7403966065659e5fab9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 22b635716563b7403966065659e5fab9 2024-12-03T09:21:55,870 INFO [StoreOpener-22b635716563b7403966065659e5fab9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22b635716563b7403966065659e5fab9 columnFamilyName hfileref 2024-12-03T09:21:55,870 DEBUG [StoreOpener-22b635716563b7403966065659e5fab9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:55,870 INFO [StoreOpener-22b635716563b7403966065659e5fab9-1 {}] regionserver.HStore(327): Store=22b635716563b7403966065659e5fab9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:55,870 INFO [StoreOpener-22b635716563b7403966065659e5fab9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 22b635716563b7403966065659e5fab9 2024-12-03T09:21:55,871 INFO [StoreOpener-22b635716563b7403966065659e5fab9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22b635716563b7403966065659e5fab9 columnFamilyName queue 2024-12-03T09:21:55,871 DEBUG [StoreOpener-22b635716563b7403966065659e5fab9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:55,871 INFO [StoreOpener-22b635716563b7403966065659e5fab9-1 {}] regionserver.HStore(327): Store=22b635716563b7403966065659e5fab9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:55,871 INFO [StoreOpener-22b635716563b7403966065659e5fab9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 22b635716563b7403966065659e5fab9 2024-12-03T09:21:55,872 INFO [StoreOpener-22b635716563b7403966065659e5fab9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22b635716563b7403966065659e5fab9 columnFamilyName sid 2024-12-03T09:21:55,872 DEBUG [StoreOpener-22b635716563b7403966065659e5fab9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:21:55,872 INFO [StoreOpener-22b635716563b7403966065659e5fab9-1 {}] regionserver.HStore(327): Store=22b635716563b7403966065659e5fab9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:21:55,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 22b635716563b7403966065659e5fab9 2024-12-03T09:21:55,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/replication/22b635716563b7403966065659e5fab9 2024-12-03T09:21:55,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/replication/22b635716563b7403966065659e5fab9 2024-12-03T09:21:55,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 22b635716563b7403966065659e5fab9 2024-12-03T09:21:55,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 22b635716563b7403966065659e5fab9 2024-12-03T09:21:55,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:21:55,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 22b635716563b7403966065659e5fab9 2024-12-03T09:21:55,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/replication/22b635716563b7403966065659e5fab9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:21:55,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 22b635716563b7403966065659e5fab9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73368001, jitterRate=0.09326840937137604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:21:55,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22b635716563b7403966065659e5fab9 2024-12-03T09:21:55,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 22b635716563b7403966065659e5fab9: Running coprocessor pre-open hook at 1733217715868Writing region info on filesystem at 1733217715868Initializing all the Stores at 1733217715868Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217715868Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217715868Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217715868Cleaning up temporary data from old regions at 1733217715874 (+6 ms)Running coprocessor post-open hooks at 1733217715876 (+2 ms)Region opened successfully at 1733217715876 2024-12-03T09:21:55,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733217714724.22b635716563b7403966065659e5fab9., pid=10, masterSystemTime=1733217715849 2024-12-03T09:21:55,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733217714724.22b635716563b7403966065659e5fab9. 2024-12-03T09:21:55,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733217714724.22b635716563b7403966065659e5fab9. 2024-12-03T09:21:55,878 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=22b635716563b7403966065659e5fab9, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,44223,1733217701617 2024-12-03T09:21:55,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22b635716563b7403966065659e5fab9, server=699c9baf3d29,44223,1733217701617 because future has completed 2024-12-03T09:21:55,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T09:21:55,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 22b635716563b7403966065659e5fab9, server=699c9baf3d29,44223,1733217701617 in 182 msec 2024-12-03T09:21:55,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T09:21:55,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22b635716563b7403966065659e5fab9, ASSIGN in 337 msec 2024-12-03T09:21:55,883 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:21:55,883 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217715883"}]},"ts":"1733217715883"} 2024-12-03T09:21:55,884 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T09:21:55,884 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:21:55,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1600 sec 2024-12-03T09:21:55,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733217714724.22b635716563b7403966065659e5fab9., hostname=699c9baf3d29,44223,1733217701617, seqNum=2] 2024-12-03T09:21:56,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1019a7f17620007, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-210463599 2024-12-03T09:21:56,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-210463599 2024-12-03T09:21:56,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T09:21:56,105 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 379, reset compression=false 2024-12-03T09:21:56,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T09:21:56,218 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T09:21:56,241 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-699c9baf3d29,44223,1733217701617, ReplicationSource: 1, currentBandwidth=0 2024-12-03T09:21:56,241 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:21:56,241 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,44223,1733217701617, seqNum=-1] 2024-12-03T09:21:56,241 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:21:56,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-03T09:21:56,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-699c9baf3d29,44223,1733217701617', locateType=CURRENT is [region=hbase:replication,,1733217714724.22b635716563b7403966065659e5fab9., hostname=699c9baf3d29,44223,1733217701617, seqNum=2] 2024-12-03T09:21:56,246 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T09:21:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41767 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T09:21:56,247 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 699c9baf3d29,44223,1733217701617 suceeded 2024-12-03T09:21:56,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T09:21:56,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-12-03T09:21:56,249 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://699c9baf3d29:35091,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T09:21:56,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5310 sec 2024-12-03T09:21:56,258 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:35091' 2024-12-03T09:21:56,258 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7020d7ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:56,258 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,35091,-1 for getting cluster id 2024-12-03T09:21:56,259 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:56,259 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42c4db78-d373-4938-beca-3d4c83acd8f4' 2024-12-03T09:21:56,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:56,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42c4db78-d373-4938-beca-3d4c83acd8f4" 2024-12-03T09:21:56,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46c092d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:56,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,35091,-1] 2024-12-03T09:21:56,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:56,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:56,260 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:56,261 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@415a990a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:56,261 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:21:56,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,35091,1733217696232 2024-12-03T09:21:56,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@409b530f 2024-12-03T09:21:56,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:21:56,262 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-03T09:21:56,262 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-699c9baf3d29,44223,1733217701617 (queues=1) is replicating from cluster=ea289e6a-f05c-4ae4-b4f5-32c1ae956597 to cluster=42c4db78-d373-4938-beca-3d4c83acd8f4 2024-12-03T09:21:56,262 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=699c9baf3d29%2C44223%2C1733217701617 2024-12-03T09:21:56,262 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-699c9baf3d29,44223,1733217701617, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T09:21:56,262 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866, startPosition=0, beingWritten=true 2024-12-03T09:21:56,262 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.shipper699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 699c9baf3d29%2C44223%2C1733217701617 2024-12-03T09:21:56,266 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:21:56,266 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 379, reset compression=false 2024-12-03T09:21:56,266 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.shipper699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,44223,1733217701617 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:21:56,379 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T09:21:56,386 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 379, reset compression=false 2024-12-03T09:21:56,473 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 379, reset compression=false 2024-12-03T09:21:56,776 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 379, reset compression=false 2024-12-03T09:21:56,808 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 379, reset compression=false 2024-12-03T09:21:56,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:21:56,864 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T09:21:56,864 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:21:56,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:21:56,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:56,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:56,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:21:56,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d514fd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:56,864 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,35329,-1 for getting cluster id 2024-12-03T09:21:56,865 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:56,865 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90806e2f-bf04-422a-a0d7-108999a858d4' 2024-12-03T09:21:56,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:56,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90806e2f-bf04-422a-a0d7-108999a858d4" 2024-12-03T09:21:56,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@461bdc85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:56,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,35329,-1] 2024-12-03T09:21:56,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:56,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:56,866 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:56,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13fa75e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:56,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef6288b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:56,867 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,35091,-1 for getting cluster id 2024-12-03T09:21:56,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:56,867 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42c4db78-d373-4938-beca-3d4c83acd8f4' 2024-12-03T09:21:56,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:56,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42c4db78-d373-4938-beca-3d4c83acd8f4" 2024-12-03T09:21:56,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc5e349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:56,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,35091,-1] 2024-12-03T09:21:56,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:56,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:56,868 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:56,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f4e709, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:56,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ca8967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:56,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,41767,-1 for getting cluster id 2024-12-03T09:21:56,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:56,870 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea289e6a-f05c-4ae4-b4f5-32c1ae956597' 2024-12-03T09:21:56,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:56,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea289e6a-f05c-4ae4-b4f5-32c1ae956597" 2024-12-03T09:21:56,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e3358e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:56,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,41767,-1] 2024-12-03T09:21:56,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:56,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:56,870 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:56,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e07c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:56,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:21:56,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,42687,1733217691079, seqNum=-1] 2024-12-03T09:21:56,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:21:56,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:21:56,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733217704974.2ff6620a1b4ca1b64ffd72d5d4ae4a6e., hostname=699c9baf3d29,42687,1733217691079, seqNum=2] 2024-12-03T09:21:56,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:21:56,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,44223,1733217701617, seqNum=-1] 2024-12-03T09:21:56,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:21:56,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:21:56,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733217708265.181c1db2208ac9ec99f8cbbbbae8cfb9., hostname=699c9baf3d29,44223,1733217701617, seqNum=2] 2024-12-03T09:21:56,880 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T09:21:57,078 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:21:57,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:57,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:57,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:57,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:57,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:57,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:57,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:57,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:57,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:57,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:57,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:57,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:57,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:57,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:21:57,179 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 379, reset compression=false 2024-12-03T09:21:57,389 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 379, reset compression=false 2024-12-03T09:21:57,393 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:21:57,393 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 480, reset compression=false 2024-12-03T09:21:57,393 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.shipper699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,42687,1733217691079 got entry batch from reader: WALEntryBatch [walEntries=[{test/2ff6620a1b4ca1b64ffd72d5d4ae4a6e/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T09:21:57,395 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.shipper699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:21:57,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-03T09:21:57,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T09:21:57,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@477eb0c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:57,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,35091,-1 for getting cluster id 2024-12-03T09:21:57,397 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:57,397 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42c4db78-d373-4938-beca-3d4c83acd8f4' 2024-12-03T09:21:57,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:57,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42c4db78-d373-4938-beca-3d4c83acd8f4" 2024-12-03T09:21:57,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@391c1936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:57,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,35091,-1] 2024-12-03T09:21:57,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:57,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:57,398 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:57,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@151b3d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:57,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:21:57,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,44535,1733217696376, seqNum=-1] 2024-12-03T09:21:57,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:21:57,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-03T09:21:57,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733217706115.a149277d68301ab8bbafb4f6db7f7431., hostname=699c9baf3d29,44535,1733217696376, seqNum=2] 2024-12-03T09:21:57,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T09:21:57,596 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 480, reset compression=false 2024-12-03T09:21:57,611 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 379, reset compression=false 2024-12-03T09:21:57,615 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:21:57,615 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 504, reset compression=false 2024-12-03T09:21:57,615 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.shipper699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,44535,1733217696376 got entry batch from reader: WALEntryBatch [walEntries=[{test/a149277d68301ab8bbafb4f6db7f7431/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-03T09:21:57,616 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.shipper699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:21:57,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-03T09:21:57,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44223 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T09:21:57,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44f5e85b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:57,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44223 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,41767,-1 for getting cluster id 2024-12-03T09:21:57,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:21:57,619 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea289e6a-f05c-4ae4-b4f5-32c1ae956597' 2024-12-03T09:21:57,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:21:57,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea289e6a-f05c-4ae4-b4f5-32c1ae956597" 2024-12-03T09:21:57,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63c198d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:57,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,41767,-1] 2024-12-03T09:21:57,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:21:57,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:21:57,620 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:21:57,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f86998f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:21:57,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44223 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:21:57,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,44223,1733217701617, seqNum=-1] 2024-12-03T09:21:57,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:21:57,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-03T09:21:57,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733217708265.181c1db2208ac9ec99f8cbbbbae8cfb9., hostname=699c9baf3d29,44223,1733217701617, seqNum=2] 2024-12-03T09:21:57,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44223 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T09:21:57,682 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 379, reset compression=false 2024-12-03T09:21:57,685 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:21:57,685 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 527, reset compression=false 2024-12-03T09:21:57,685 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.shipper699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,44223,1733217701617 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:21:57,818 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 504, reset compression=false 2024-12-03T09:21:57,882 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T09:21:57,882 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:21:57,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,44535,1733217696376, seqNum=-1] 2024-12-03T09:21:57,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:21:57,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:21:57,885 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733217706115.a149277d68301ab8bbafb4f6db7f7431., hostname=699c9baf3d29,44535,1733217696376, seqNum=2] 2024-12-03T09:21:57,888 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T09:21:57,888 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 527, reset compression=false 2024-12-03T09:21:57,900 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 480, reset compression=false 2024-12-03T09:21:58,121 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 504, reset compression=false 2024-12-03T09:21:58,125 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:21:58,125 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 608, reset compression=false 2024-12-03T09:21:58,125 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.shipper699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,44535,1733217696376 got entry batch from reader: WALEntryBatch [walEntries=[{test/a149277d68301ab8bbafb4f6db7f7431/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T09:21:58,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44223 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T09:21:58,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44223 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T09:21:58,192 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 527, reset compression=false 2024-12-03T09:21:58,196 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:21:58,196 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 654, reset compression=false 2024-12-03T09:21:58,196 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.shipper699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,44223,1733217701617 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:21:58,302 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 480, reset compression=false 2024-12-03T09:21:58,327 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 608, reset compression=false 2024-12-03T09:21:58,399 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 654, reset compression=false 2024-12-03T09:21:58,630 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 608, reset compression=false 2024-12-03T09:21:58,703 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 654, reset compression=false 2024-12-03T09:21:58,805 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 480, reset compression=false 2024-12-03T09:21:58,889 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T09:21:58,891 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-03T09:21:59,033 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 608, reset compression=false 2024-12-03T09:21:59,107 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 654, reset compression=false 2024-12-03T09:21:59,165 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:21:59,165 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 758, reset compression=false 2024-12-03T09:21:59,165 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.shipper699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,44223,1733217701617 got entry batch from reader: WALEntryBatch [walEntries=[{test/181c1db2208ac9ec99f8cbbbbae8cfb9/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T09:21:59,167 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.shipper699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:21:59,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-03T09:21:59,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T09:21:59,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T09:21:59,369 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 758, reset compression=false 2024-12-03T09:21:59,408 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 480, reset compression=false 2024-12-03T09:21:59,536 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 608, reset compression=false 2024-12-03T09:21:59,540 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:21:59,540 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 736, reset compression=false 2024-12-03T09:21:59,540 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.shipper699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,44535,1733217696376 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:21:59,672 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 758, reset compression=false 2024-12-03T09:21:59,743 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 736, reset compression=false 2024-12-03T09:21:59,887 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=5, created chunk count=35, reused chunk count=122, reuseRatio=77.71% 2024-12-03T09:21:59,888 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-03T09:21:59,893 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-03T09:21:59,895 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T09:22:00,046 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 736, reset compression=false 2024-12-03T09:22:00,074 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 758, reset compression=false 2024-12-03T09:22:00,111 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 480, reset compression=false 2024-12-03T09:22:00,114 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:22:00,114 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 636, reset compression=false 2024-12-03T09:22:00,114 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.shipper699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,42687,1733217691079 got entry batch from reader: WALEntryBatch [walEntries=[{test/2ff6620a1b4ca1b64ffd72d5d4ae4a6e/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T09:22:00,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T09:22:00,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T09:22:00,317 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 636, reset compression=false 2024-12-03T09:22:00,448 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 736, reset compression=false 2024-12-03T09:22:00,452 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:22:00,452 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 884, reset compression=false 2024-12-03T09:22:00,452 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.shipper699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,44535,1733217696376 got entry batch from reader: WALEntryBatch [walEntries=[{test/a149277d68301ab8bbafb4f6db7f7431/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-03T09:22:00,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44223 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T09:22:00,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44223 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T09:22:00,462 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T09:22:00,577 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 758, reset compression=false 2024-12-03T09:22:00,580 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:22:00,581 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 929, reset compression=false 2024-12-03T09:22:00,581 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.shipper699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,44223,1733217701617 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:22:00,619 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 636, reset compression=false 2024-12-03T09:22:00,655 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 884, reset compression=false 2024-12-03T09:22:00,783 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 929, reset compression=false 2024-12-03T09:22:00,897 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T09:22:00,900 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T09:22:00,958 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 884, reset compression=false 2024-12-03T09:22:00,961 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:22:00,961 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 1043, reset compression=false 2024-12-03T09:22:00,961 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.shipper699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,44535,1733217696376 got entry batch from reader: WALEntryBatch [walEntries=[{test/a149277d68301ab8bbafb4f6db7f7431/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T09:22:00,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44223 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T09:22:00,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44223 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T09:22:01,022 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 636, reset compression=false 2024-12-03T09:22:01,086 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 929, reset compression=false 2024-12-03T09:22:01,090 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:22:01,090 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 1078, reset compression=false 2024-12-03T09:22:01,090 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.shipper699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,44223,1733217701617 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:22:01,164 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 1043, reset compression=false 2024-12-03T09:22:01,293 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 1078, reset compression=false 2024-12-03T09:22:01,467 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 1043, reset compression=false 2024-12-03T09:22:01,525 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 636, reset compression=false 2024-12-03T09:22:01,596 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 1078, reset compression=false 2024-12-03T09:22:01,870 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 1043, reset compression=false 2024-12-03T09:22:01,901 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T09:22:01,904 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-03T09:22:02,000 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 1078, reset compression=false 2024-12-03T09:22:02,003 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:22:02,004 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 1237, reset compression=false 2024-12-03T09:22:02,004 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.shipper699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,44223,1733217701617 got entry batch from reader: WALEntryBatch [walEntries=[{test/181c1db2208ac9ec99f8cbbbbae8cfb9/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T09:22:02,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T09:22:02,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T09:22:02,128 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 636, reset compression=false 2024-12-03T09:22:02,207 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 1237, reset compression=false 2024-12-03T09:22:02,374 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 1043, reset compression=false 2024-12-03T09:22:02,377 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:22:02,377 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 1193, reset compression=false 2024-12-03T09:22:02,377 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.shipper699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,44535,1733217696376 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:22:02,510 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 1237, reset compression=false 2024-12-03T09:22:02,580 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 1193, reset compression=false 2024-12-03T09:22:02,831 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 636, reset compression=false 2024-12-03T09:22:02,882 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 1193, reset compression=false 2024-12-03T09:22:02,905 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-03T09:22:02,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T09:22:02,910 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:22:02,910 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:02,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:02,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:02,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:22:02,910 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T09:22:02,910 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1058945504, stopped=false 2024-12-03T09:22:02,910 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=699c9baf3d29,41767,1733217701471 2024-12-03T09:22:02,914 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 1237, reset compression=false 2024-12-03T09:22:02,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1019a7f17620007, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-210463599/running 2024-12-03T09:22:02,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-210463599/running 2024-12-03T09:22:02,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1019a7f17620007, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-210463599 2024-12-03T09:22:02,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-210463599 2024-12-03T09:22:02,970 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:22:02,970 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:22:02,970 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:02,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:02,971 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,44223,1733217701617' ***** 2024-12-03T09:22:02,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44223-0x1019a7f17620007, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Set watcher on znode that does not yet exist, /2-210463599/running 2024-12-03T09:22:02,971 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T09:22:02,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Set watcher on znode that does not yet exist, /2-210463599/running 2024-12-03T09:22:02,971 INFO [RS:0;699c9baf3d29:44223 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:22:02,971 INFO [RS:0;699c9baf3d29:44223 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T09:22:02,971 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:22:02,971 INFO [RS:0;699c9baf3d29:44223 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T09:22:02,971 INFO [RS:0;699c9baf3d29:44223 {}] regionserver.HRegionServer(3091): Received CLOSE for 22b635716563b7403966065659e5fab9 2024-12-03T09:22:02,972 INFO [RS:0;699c9baf3d29:44223 {}] regionserver.HRegionServer(3091): Received CLOSE for 181c1db2208ac9ec99f8cbbbbae8cfb9 2024-12-03T09:22:02,972 INFO [RS:0;699c9baf3d29:44223 {}] regionserver.HRegionServer(959): stopping server 699c9baf3d29,44223,1733217701617 2024-12-03T09:22:02,972 INFO [RS:0;699c9baf3d29:44223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:22:02,972 INFO [RS:0;699c9baf3d29:44223 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:44223. 2024-12-03T09:22:02,972 DEBUG [RS:0;699c9baf3d29:44223 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:02,972 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22b635716563b7403966065659e5fab9, disabling compactions & flushes 2024-12-03T09:22:02,972 DEBUG [RS:0;699c9baf3d29:44223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:02,972 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217714724.22b635716563b7403966065659e5fab9. 2024-12-03T09:22:02,972 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217714724.22b635716563b7403966065659e5fab9. 2024-12-03T09:22:02,972 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217714724.22b635716563b7403966065659e5fab9. after waiting 0 ms 2024-12-03T09:22:02,972 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217714724.22b635716563b7403966065659e5fab9. 2024-12-03T09:22:02,972 INFO [RS:0;699c9baf3d29:44223 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T09:22:02,972 INFO [RS:0;699c9baf3d29:44223 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T09:22:02,972 INFO [RS:0;699c9baf3d29:44223 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T09:22:02,972 INFO [RS:0;699c9baf3d29:44223 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T09:22:02,972 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 22b635716563b7403966065659e5fab9 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-03T09:22:02,972 INFO [RS:0;699c9baf3d29:44223 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T09:22:02,972 DEBUG [RS:0;699c9baf3d29:44223 {}] regionserver.HRegionServer(1325): Online Regions={22b635716563b7403966065659e5fab9=hbase:replication,,1733217714724.22b635716563b7403966065659e5fab9., 181c1db2208ac9ec99f8cbbbbae8cfb9=test,,1733217708265.181c1db2208ac9ec99f8cbbbbae8cfb9., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T09:22:02,972 DEBUG [RS:0;699c9baf3d29:44223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 181c1db2208ac9ec99f8cbbbbae8cfb9, 22b635716563b7403966065659e5fab9 2024-12-03T09:22:02,972 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:22:02,972 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:22:02,972 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:22:02,972 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:22:02,972 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:22:02,972 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T09:22:02,986 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/replication/22b635716563b7403966065659e5fab9/.tmp/queue/f327ea933b6042fc9d762ac31dac10ed is 154, key is 1-699c9baf3d29,44223,1733217701617/queue:699c9baf3d29%2C44223%2C1733217701617/1733217722007/Put/seqid=0 2024-12-03T09:22:02,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741840_1016 (size=5353) 2024-12-03T09:22:02,989 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/meta/1588230740/.tmp/info/30df6757d1da474bb07bfc9cf64d0e96 is 147, key is hbase:replication,,1733217714724.22b635716563b7403966065659e5fab9./info:regioninfo/1733217715878/Put/seqid=0 2024-12-03T09:22:02,989 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/replication/22b635716563b7403966065659e5fab9/.tmp/queue/f327ea933b6042fc9d762ac31dac10ed 2024-12-03T09:22:02,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741841_1017 (size=7686) 2024-12-03T09:22:02,993 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/replication/22b635716563b7403966065659e5fab9/.tmp/queue/f327ea933b6042fc9d762ac31dac10ed as hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/replication/22b635716563b7403966065659e5fab9/queue/f327ea933b6042fc9d762ac31dac10ed 2024-12-03T09:22:02,996 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/replication/22b635716563b7403966065659e5fab9/queue/f327ea933b6042fc9d762ac31dac10ed, entries=1, sequenceid=12, filesize=5.2 K 2024-12-03T09:22:02,997 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 22b635716563b7403966065659e5fab9 in 25ms, sequenceid=12, compaction requested=false 2024-12-03T09:22:03,000 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/replication/22b635716563b7403966065659e5fab9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T09:22:03,000 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:22:03,000 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:22:03,000 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733217714724.22b635716563b7403966065659e5fab9. 2024-12-03T09:22:03,000 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22b635716563b7403966065659e5fab9: Waiting for close lock at 1733217722972Running coprocessor pre-close hooks at 1733217722972Disabling compacts and flushes for region at 1733217722972Disabling writes for close at 1733217722972Obtaining lock to block concurrent updates at 1733217722972Preparing flush snapshotting stores in 22b635716563b7403966065659e5fab9 at 1733217722972Finished memstore snapshotting hbase:replication,,1733217714724.22b635716563b7403966065659e5fab9., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733217722972Flushing stores of hbase:replication,,1733217714724.22b635716563b7403966065659e5fab9. at 1733217722973 (+1 ms)Flushing 22b635716563b7403966065659e5fab9/queue: creating writer at 1733217722973Flushing 22b635716563b7403966065659e5fab9/queue: appending metadata at 1733217722986 (+13 ms)Flushing 22b635716563b7403966065659e5fab9/queue: closing flushed file at 1733217722986Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f97c6c: reopening flushed file at 1733217722993 (+7 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 22b635716563b7403966065659e5fab9 in 25ms, sequenceid=12, compaction requested=false at 1733217722997 (+4 ms)Writing region close event to WAL at 1733217722997Running coprocessor post-close hooks at 1733217723000 (+3 ms)Closed at 1733217723000 2024-12-03T09:22:03,000 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733217714724.22b635716563b7403966065659e5fab9. 2024-12-03T09:22:03,001 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 181c1db2208ac9ec99f8cbbbbae8cfb9, disabling compactions & flushes 2024-12-03T09:22:03,001 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733217708265.181c1db2208ac9ec99f8cbbbbae8cfb9. 2024-12-03T09:22:03,001 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217708265.181c1db2208ac9ec99f8cbbbbae8cfb9. 2024-12-03T09:22:03,001 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733217708265.181c1db2208ac9ec99f8cbbbbae8cfb9. after waiting 0 ms 2024-12-03T09:22:03,001 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733217708265.181c1db2208ac9ec99f8cbbbbae8cfb9. 2024-12-03T09:22:03,001 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 181c1db2208ac9ec99f8cbbbbae8cfb9 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-03T09:22:03,017 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/default/test/181c1db2208ac9ec99f8cbbbbae8cfb9/.tmp/f/9d3d7f7503254e659f81b4364078d4bc is 29, key is row1/f:/1733217720898/DeleteFamily/seqid=0 2024-12-03T09:22:03,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741842_1018 (size=5152) 2024-12-03T09:22:03,054 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:22:03,172 DEBUG [RS:0;699c9baf3d29:44223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 181c1db2208ac9ec99f8cbbbbae8cfb9 2024-12-03T09:22:03,285 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 1193, reset compression=false 2024-12-03T09:22:03,372 DEBUG [RS:0;699c9baf3d29:44223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 181c1db2208ac9ec99f8cbbbbae8cfb9 2024-12-03T09:22:03,392 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/meta/1588230740/.tmp/info/30df6757d1da474bb07bfc9cf64d0e96 2024-12-03T09:22:03,406 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/meta/1588230740/.tmp/ns/66c48eb1bc0740618a5842db96ba2091 is 43, key is default/ns:d/1733217704850/Put/seqid=0 2024-12-03T09:22:03,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741843_1019 (size=5153) 2024-12-03T09:22:03,417 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 1237, reset compression=false 2024-12-03T09:22:03,420 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/default/test/181c1db2208ac9ec99f8cbbbbae8cfb9/.tmp/f/9d3d7f7503254e659f81b4364078d4bc 2024-12-03T09:22:03,420 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:22:03,420 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 1484, reset compression=false 2024-12-03T09:22:03,420 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.shipper699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,44223,1733217701617 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:22:03,421 ERROR [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.shipper699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 699c9baf3d29,44223,1733217701617: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-699c9baf3d29,44223,1733217701617, walGroup=699c9baf3d29%2C44223%2C1733217701617, offset=699c9baf3d29%2C44223%2C1733217701617.1733217703866:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:44223 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T09:22:03,423 ERROR [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.shipper699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T09:22:03,423 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.shipper699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T09:22:03,423 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.shipper699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T09:22:03,423 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.shipper699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T09:22:03,423 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.shipper699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T09:22:03,424 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.shipper699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1272971264, "init": 1048576000, "max": 2306867200, "used": 961039872 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 201005016 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T09:22:03,424 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.shipper699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:41767 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:41767 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T09:22:03,424 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d3d7f7503254e659f81b4364078d4bc 2024-12-03T09:22:03,436 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/default/test/181c1db2208ac9ec99f8cbbbbae8cfb9/.tmp/f1/27f22363879046ab9fdf159efa80276f is 30, key is row1/f1:/1733217720898/DeleteFamily/seqid=0 2024-12-03T09:22:03,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741844_1020 (size=5158) 2024-12-03T09:22:03,572 DEBUG [RS:0;699c9baf3d29:44223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 181c1db2208ac9ec99f8cbbbbae8cfb9 2024-12-03T09:22:03,625 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 1484, reset compression=false 2024-12-03T09:22:03,635 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 636, reset compression=false 2024-12-03T09:22:03,733 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T09:22:03,734 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T09:22:03,773 DEBUG [RS:0;699c9baf3d29:44223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 181c1db2208ac9ec99f8cbbbbae8cfb9 2024-12-03T09:22:03,788 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 1193, reset compression=false 2024-12-03T09:22:03,810 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/meta/1588230740/.tmp/ns/66c48eb1bc0740618a5842db96ba2091 2024-12-03T09:22:03,825 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/meta/1588230740/.tmp/rep_barrier/66955a69e3124208bd30b52feb1b0ac9 is 112, key is test,,1733217708265.181c1db2208ac9ec99f8cbbbbae8cfb9./rep_barrier:seqnumDuringOpen/1733217709416/Put/seqid=0 2024-12-03T09:22:03,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741845_1021 (size=5518) 2024-12-03T09:22:03,841 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/default/test/181c1db2208ac9ec99f8cbbbbae8cfb9/.tmp/f1/27f22363879046ab9fdf159efa80276f 2024-12-03T09:22:03,844 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27f22363879046ab9fdf159efa80276f 2024-12-03T09:22:03,862 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/default/test/181c1db2208ac9ec99f8cbbbbae8cfb9/.tmp/norep/9df9863cabf240cd8a6841ef33d920c4 is 33, key is row2/norep:/1733217721902/DeleteFamily/seqid=0 2024-12-03T09:22:03,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741846_1022 (size=5108) 2024-12-03T09:22:03,928 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 1484, reset compression=false 2024-12-03T09:22:03,973 INFO [RS:0;699c9baf3d29:44223 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T09:22:03,973 DEBUG [RS:0;699c9baf3d29:44223 {}] regionserver.HRegionServer(1325): Online Regions={181c1db2208ac9ec99f8cbbbbae8cfb9=test,,1733217708265.181c1db2208ac9ec99f8cbbbbae8cfb9., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T09:22:03,973 DEBUG [RS:0;699c9baf3d29:44223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 181c1db2208ac9ec99f8cbbbbae8cfb9 2024-12-03T09:22:04,173 DEBUG [RS:0;699c9baf3d29:44223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 181c1db2208ac9ec99f8cbbbbae8cfb9 2024-12-03T09:22:04,228 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/meta/1588230740/.tmp/rep_barrier/66955a69e3124208bd30b52feb1b0ac9 2024-12-03T09:22:04,266 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/default/test/181c1db2208ac9ec99f8cbbbbae8cfb9/.tmp/norep/9df9863cabf240cd8a6841ef33d920c4 2024-12-03T09:22:04,271 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9df9863cabf240cd8a6841ef33d920c4 2024-12-03T09:22:04,272 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/default/test/181c1db2208ac9ec99f8cbbbbae8cfb9/.tmp/f/9d3d7f7503254e659f81b4364078d4bc as hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/default/test/181c1db2208ac9ec99f8cbbbbae8cfb9/f/9d3d7f7503254e659f81b4364078d4bc 2024-12-03T09:22:04,275 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d3d7f7503254e659f81b4364078d4bc 2024-12-03T09:22:04,275 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/default/test/181c1db2208ac9ec99f8cbbbbae8cfb9/f/9d3d7f7503254e659f81b4364078d4bc, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T09:22:04,275 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/default/test/181c1db2208ac9ec99f8cbbbbae8cfb9/.tmp/f1/27f22363879046ab9fdf159efa80276f as hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/default/test/181c1db2208ac9ec99f8cbbbbae8cfb9/f1/27f22363879046ab9fdf159efa80276f 2024-12-03T09:22:04,279 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27f22363879046ab9fdf159efa80276f 2024-12-03T09:22:04,279 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/default/test/181c1db2208ac9ec99f8cbbbbae8cfb9/f1/27f22363879046ab9fdf159efa80276f, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T09:22:04,279 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/default/test/181c1db2208ac9ec99f8cbbbbae8cfb9/.tmp/norep/9df9863cabf240cd8a6841ef33d920c4 as hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/default/test/181c1db2208ac9ec99f8cbbbbae8cfb9/norep/9df9863cabf240cd8a6841ef33d920c4 2024-12-03T09:22:04,282 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9df9863cabf240cd8a6841ef33d920c4 2024-12-03T09:22:04,282 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/default/test/181c1db2208ac9ec99f8cbbbbae8cfb9/norep/9df9863cabf240cd8a6841ef33d920c4, entries=1, sequenceid=10, filesize=5.0 K 2024-12-03T09:22:04,283 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 181c1db2208ac9ec99f8cbbbbae8cfb9 in 1282ms, sequenceid=10, compaction requested=false 2024-12-03T09:22:04,286 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/default/test/181c1db2208ac9ec99f8cbbbbae8cfb9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T09:22:04,286 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:22:04,286 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T09:22:04,286 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733217708265.181c1db2208ac9ec99f8cbbbbae8cfb9. 2024-12-03T09:22:04,286 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 181c1db2208ac9ec99f8cbbbbae8cfb9: Waiting for close lock at 1733217723001Running coprocessor pre-close hooks at 1733217723001Disabling compacts and flushes for region at 1733217723001Disabling writes for close at 1733217723001Obtaining lock to block concurrent updates at 1733217723001Preparing flush snapshotting stores in 181c1db2208ac9ec99f8cbbbbae8cfb9 at 1733217723001Finished memstore snapshotting test,,1733217708265.181c1db2208ac9ec99f8cbbbbae8cfb9., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733217723001Flushing stores of test,,1733217708265.181c1db2208ac9ec99f8cbbbbae8cfb9. at 1733217723001Flushing 181c1db2208ac9ec99f8cbbbbae8cfb9/f: creating writer at 1733217723001Flushing 181c1db2208ac9ec99f8cbbbbae8cfb9/f: appending metadata at 1733217723016 (+15 ms)Flushing 181c1db2208ac9ec99f8cbbbbae8cfb9/f: closing flushed file at 1733217723016Flushing 181c1db2208ac9ec99f8cbbbbae8cfb9/f1: creating writer at 1733217723424 (+408 ms)Flushing 181c1db2208ac9ec99f8cbbbbae8cfb9/f1: appending metadata at 1733217723435 (+11 ms)Flushing 181c1db2208ac9ec99f8cbbbbae8cfb9/f1: closing flushed file at 1733217723435Flushing 181c1db2208ac9ec99f8cbbbbae8cfb9/norep: creating writer at 1733217723845 (+410 ms)Flushing 181c1db2208ac9ec99f8cbbbbae8cfb9/norep: appending metadata at 1733217723862 (+17 ms)Flushing 181c1db2208ac9ec99f8cbbbbae8cfb9/norep: closing flushed file at 1733217723862Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46f5d213: reopening flushed file at 1733217724271 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12f37e73: reopening flushed file at 1733217724275 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@672838b0: reopening flushed file at 1733217724279 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 181c1db2208ac9ec99f8cbbbbae8cfb9 in 1282ms, sequenceid=10, compaction requested=false at 1733217724283 (+4 ms)Writing region close event to WAL at 1733217724284 (+1 ms)Running coprocessor post-close hooks at 1733217724286 (+2 ms)Closed at 1733217724286 2024-12-03T09:22:04,286 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733217708265.181c1db2208ac9ec99f8cbbbbae8cfb9. 2024-12-03T09:22:04,288 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/meta/1588230740/.tmp/table/432656b160d54496a5124b578411ea75 is 53, key is hbase:replication/table:state/1733217715883/Put/seqid=0 2024-12-03T09:22:04,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741847_1023 (size=5308) 2024-12-03T09:22:04,292 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/meta/1588230740/.tmp/table/432656b160d54496a5124b578411ea75 2024-12-03T09:22:04,295 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/meta/1588230740/.tmp/info/30df6757d1da474bb07bfc9cf64d0e96 as hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/meta/1588230740/info/30df6757d1da474bb07bfc9cf64d0e96 2024-12-03T09:22:04,298 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/meta/1588230740/info/30df6757d1da474bb07bfc9cf64d0e96, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T09:22:04,298 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/meta/1588230740/.tmp/ns/66c48eb1bc0740618a5842db96ba2091 as hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/meta/1588230740/ns/66c48eb1bc0740618a5842db96ba2091 2024-12-03T09:22:04,301 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/meta/1588230740/ns/66c48eb1bc0740618a5842db96ba2091, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T09:22:04,301 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/meta/1588230740/.tmp/rep_barrier/66955a69e3124208bd30b52feb1b0ac9 as hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/meta/1588230740/rep_barrier/66955a69e3124208bd30b52feb1b0ac9 2024-12-03T09:22:04,304 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/meta/1588230740/rep_barrier/66955a69e3124208bd30b52feb1b0ac9, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T09:22:04,305 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/meta/1588230740/.tmp/table/432656b160d54496a5124b578411ea75 as hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/meta/1588230740/table/432656b160d54496a5124b578411ea75 2024-12-03T09:22:04,308 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/meta/1588230740/table/432656b160d54496a5124b578411ea75, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T09:22:04,308 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1336ms, sequenceid=16, compaction requested=false 2024-12-03T09:22:04,312 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T09:22:04,312 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:22:04,312 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:22:04,312 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:22:04,312 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217722972Running coprocessor pre-close hooks at 1733217722972Disabling compacts and flushes for region at 1733217722972Disabling writes for close at 1733217722972Obtaining lock to block concurrent updates at 1733217722972Preparing flush snapshotting stores in 1588230740 at 1733217722972Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733217722972Flushing stores of hbase:meta,,1.1588230740 at 1733217722973 (+1 ms)Flushing 1588230740/info: creating writer at 1733217722973Flushing 1588230740/info: appending metadata at 1733217722988 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733217722988Flushing 1588230740/ns: creating writer at 1733217723395 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733217723406 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733217723406Flushing 1588230740/rep_barrier: creating writer at 1733217723813 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733217723824 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733217723824Flushing 1588230740/table: creating writer at 1733217724271 (+447 ms)Flushing 1588230740/table: appending metadata at 1733217724288 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733217724288Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50be4d80: reopening flushed file at 1733217724295 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@758fdc25: reopening flushed file at 1733217724298 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21bfa086: reopening flushed file at 1733217724301 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6599e535: reopening flushed file at 1733217724304 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1336ms, sequenceid=16, compaction requested=false at 1733217724309 (+5 ms)Writing region close event to WAL at 1733217724310 (+1 ms)Running coprocessor post-close hooks at 1733217724312 (+2 ms)Closed at 1733217724312 2024-12-03T09:22:04,312 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T09:22:04,331 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 1484, reset compression=false 2024-12-03T09:22:04,334 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:22:04,334 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.wal-reader.699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.1733217703866 to pos 2128, reset compression=false 2024-12-03T09:22:04,373 INFO [RS:0;699c9baf3d29:44223 {}] regionserver.HRegionServer(976): stopping server 699c9baf3d29,44223,1733217701617; all regions closed. 2024-12-03T09:22:04,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741834_1010 (size=4239) 2024-12-03T09:22:04,375 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/WALs/699c9baf3d29,44223,1733217701617/699c9baf3d29%2C44223%2C1733217701617.meta.1733217704812.meta not finished, retry = 0 2024-12-03T09:22:04,391 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 1193, reset compression=false 2024-12-03T09:22:04,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741839_1015 (size=3114) 2024-12-03T09:22:04,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741832_1008 (size=2136) 2024-12-03T09:22:04,479 DEBUG [RS:0;699c9baf3d29:44223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:04,479 INFO [RS:0;699c9baf3d29:44223 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:22:04,479 INFO [RS:0;699c9baf3d29:44223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:22:04,479 INFO [RS:0;699c9baf3d29:44223 {}] hbase.ChoreService(370): Chore service for: regionserver/699c9baf3d29:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T09:22:04,479 INFO [RS:0;699c9baf3d29:44223 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:22:04,479 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:22:04,480 INFO [RS:0;699c9baf3d29:44223 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-699c9baf3d29,44223,1733217701617 because: Region server is closing 2024-12-03T09:22:04,480 INFO [RS:0;699c9baf3d29:44223 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:44223. 2024-12-03T09:22:04,480 DEBUG [RS:0;699c9baf3d29:44223 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:04,480 DEBUG [RS:0;699c9baf3d29:44223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:04,480 DEBUG [RS:0;699c9baf3d29:44223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:04,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:22:04,537 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 636, reset compression=false 2024-12-03T09:22:04,580 INFO [RS:0;699c9baf3d29:44223 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44223,1733217701617.replicationSource.shipper699c9baf3d29%2C44223%2C1733217701617,1-699c9baf3d29,44223,1733217701617 terminated 2024-12-03T09:22:04,581 INFO [RS:0;699c9baf3d29:44223 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:44223. 2024-12-03T09:22:04,581 DEBUG [RS:0;699c9baf3d29:44223 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:04,581 DEBUG [RS:0;699c9baf3d29:44223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:04,581 DEBUG [RS:0;699c9baf3d29:44223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:04,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:22:04,581 INFO [RS:0;699c9baf3d29:44223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44223 2024-12-03T09:22:04,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1019a7f17620007, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-210463599/rs/699c9baf3d29,44223,1733217701617 2024-12-03T09:22:04,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-210463599/rs 2024-12-03T09:22:04,601 INFO [RS:0;699c9baf3d29:44223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:22:04,602 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,44223,1733217701617] 2024-12-03T09:22:04,622 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-210463599/draining/699c9baf3d29,44223,1733217701617 already deleted, retry=false 2024-12-03T09:22:04,622 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 699c9baf3d29,44223,1733217701617 expired; onlineServers=0 2024-12-03T09:22:04,622 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '699c9baf3d29,41767,1733217701471' ***** 2024-12-03T09:22:04,622 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T09:22:04,623 INFO [M:0;699c9baf3d29:41767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:22:04,623 INFO [M:0;699c9baf3d29:41767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:22:04,623 DEBUG [M:0;699c9baf3d29:41767 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T09:22:04,623 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217703619 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217703619,5,FailOnTimeoutGroup] 2024-12-03T09:22:04,623 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T09:22:04,623 DEBUG [M:0;699c9baf3d29:41767 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T09:22:04,623 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217703619 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217703619,5,FailOnTimeoutGroup] 2024-12-03T09:22:04,623 INFO [M:0;699c9baf3d29:41767 {}] hbase.ChoreService(370): Chore service for: master/699c9baf3d29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T09:22:04,623 INFO [M:0;699c9baf3d29:41767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:22:04,623 DEBUG [M:0;699c9baf3d29:41767 {}] master.HMaster(1795): Stopping service threads 2024-12-03T09:22:04,623 INFO [M:0;699c9baf3d29:41767 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T09:22:04,623 INFO [M:0;699c9baf3d29:41767 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:22:04,623 INFO [M:0;699c9baf3d29:41767 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T09:22:04,624 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T09:22:04,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-210463599/master 2024-12-03T09:22:04,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-210463599 2024-12-03T09:22:04,633 DEBUG [M:0;699c9baf3d29:41767 {}] zookeeper.ZKUtil(347): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Unable to get data of znode /2-210463599/master because node does not exist (not an error) 2024-12-03T09:22:04,633 WARN [M:0;699c9baf3d29:41767 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T09:22:04,641 INFO [M:0;699c9baf3d29:41767 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/.lastflushedseqids 2024-12-03T09:22:04,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741848_1024 (size=245) 2024-12-03T09:22:04,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1019a7f17620007, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:22:04,712 INFO [RS:0;699c9baf3d29:44223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:22:04,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1019a7f17620007, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:22:04,712 INFO [RS:0;699c9baf3d29:44223 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,44223,1733217701617; zookeeper connection closed. 2024-12-03T09:22:04,712 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c0dc242 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c0dc242 2024-12-03T09:22:04,713 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T09:22:05,045 INFO [M:0;699c9baf3d29:41767 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T09:22:05,045 INFO [M:0;699c9baf3d29:41767 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T09:22:05,045 DEBUG [M:0;699c9baf3d29:41767 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:22:05,045 INFO [M:0;699c9baf3d29:41767 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:05,045 DEBUG [M:0;699c9baf3d29:41767 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:05,045 DEBUG [M:0;699c9baf3d29:41767 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:22:05,045 DEBUG [M:0;699c9baf3d29:41767 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:05,046 INFO [M:0;699c9baf3d29:41767 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-03T09:22:05,062 DEBUG [M:0;699c9baf3d29:41767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffa2b50336ab48629ad2ff80f174aabf is 82, key is hbase:meta,,1/info:regioninfo/1733217704840/Put/seqid=0 2024-12-03T09:22:05,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741849_1025 (size=5672) 2024-12-03T09:22:05,094 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 1193, reset compression=false 2024-12-03T09:22:05,465 INFO [M:0;699c9baf3d29:41767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffa2b50336ab48629ad2ff80f174aabf 2024-12-03T09:22:05,479 DEBUG [M:0;699c9baf3d29:41767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13a53d6ff3644a8e9bf200f3b5962842 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733217715885/Put/seqid=0 2024-12-03T09:22:05,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741850_1026 (size=8515) 2024-12-03T09:22:05,540 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 636, reset compression=false 2024-12-03T09:22:05,820 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T09:22:05,883 INFO [M:0;699c9baf3d29:41767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13a53d6ff3644a8e9bf200f3b5962842 2024-12-03T09:22:05,896 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 1193, reset compression=false 2024-12-03T09:22:05,902 DEBUG [M:0;699c9baf3d29:41767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a479379ae8c4b8fa2c70ad70378a47e is 69, key is 699c9baf3d29,44223,1733217701617/rs:state/1733217703678/Put/seqid=0 2024-12-03T09:22:05,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741851_1027 (size=5156) 2024-12-03T09:22:06,305 INFO [M:0;699c9baf3d29:41767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a479379ae8c4b8fa2c70ad70378a47e 2024-12-03T09:22:06,310 DEBUG [M:0;699c9baf3d29:41767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffa2b50336ab48629ad2ff80f174aabf as hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ffa2b50336ab48629ad2ff80f174aabf 2024-12-03T09:22:06,313 INFO [M:0;699c9baf3d29:41767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ffa2b50336ab48629ad2ff80f174aabf, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T09:22:06,313 DEBUG [M:0;699c9baf3d29:41767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13a53d6ff3644a8e9bf200f3b5962842 as hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/13a53d6ff3644a8e9bf200f3b5962842 2024-12-03T09:22:06,316 INFO [M:0;699c9baf3d29:41767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/13a53d6ff3644a8e9bf200f3b5962842, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T09:22:06,316 DEBUG [M:0;699c9baf3d29:41767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a479379ae8c4b8fa2c70ad70378a47e as hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a479379ae8c4b8fa2c70ad70378a47e 2024-12-03T09:22:06,319 INFO [M:0;699c9baf3d29:41767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37993/user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a479379ae8c4b8fa2c70ad70378a47e, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T09:22:06,320 INFO [M:0;699c9baf3d29:41767 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false 2024-12-03T09:22:06,321 INFO [M:0;699c9baf3d29:41767 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:06,321 DEBUG [M:0;699c9baf3d29:41767 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217725045Disabling compacts and flushes for region at 1733217725045Disabling writes for close at 1733217725045Obtaining lock to block concurrent updates at 1733217725046 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733217725046Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733217725046Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733217725046Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733217725046Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733217725061 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733217725061Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733217725468 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733217725479 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733217725479Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733217725886 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733217725902 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733217725902Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75027f33: reopening flushed file at 1733217726309 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c3fe6c0: reopening flushed file at 1733217726313 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bf345b5: reopening flushed file at 1733217726316 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false at 1733217726320 (+4 ms)Writing region close event to WAL at 1733217726321 (+1 ms)Closed at 1733217726321 2024-12-03T09:22:06,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741830_1006 (size=63642) 2024-12-03T09:22:06,322 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/977879e1-1846-40aa-f1d4-d9c02e0e4b42/MasterData/WALs/699c9baf3d29,41767,1733217701471/699c9baf3d29%2C41767%2C1733217701471.1733217703357 not finished, retry = 0 2024-12-03T09:22:06,423 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:22:06,423 INFO [M:0;699c9baf3d29:41767 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T09:22:06,423 INFO [M:0;699c9baf3d29:41767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41767 2024-12-03T09:22:06,424 INFO [M:0;699c9baf3d29:41767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:22:06,565 INFO [M:0;699c9baf3d29:41767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:22:06,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:22:06,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1019a7f17620006, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:22:06,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15f12923{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:22:06,568 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@224bae05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:22:06,568 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:22:06,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4784c99d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:22:06,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e23d99a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/hadoop.log.dir/,STOPPED} 2024-12-03T09:22:06,569 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T09:22:06,569 WARN [BP-141499069-172.17.0.2-1733217699351 heartbeating to localhost/127.0.0.1:37993 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T09:22:06,569 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T09:22:06,569 WARN [BP-141499069-172.17.0.2-1733217699351 heartbeating to localhost/127.0.0.1:37993 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-141499069-172.17.0.2-1733217699351 (Datanode Uuid 8b98dc82-9fcb-482c-8b2e-001e68c96219) service to localhost/127.0.0.1:37993 2024-12-03T09:22:06,569 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/cluster_8a54dec2-eac4-47b6-3d95-343aeb4bebe1/data/data1/current/BP-141499069-172.17.0.2-1733217699351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:22:06,570 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/cluster_8a54dec2-eac4-47b6-3d95-343aeb4bebe1/data/data2/current/BP-141499069-172.17.0.2-1733217699351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:22:06,570 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T09:22:06,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4696ca19{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:22:06,575 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f75cfab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:22:06,575 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:22:06,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77b00109{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:22:06,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c879944{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/hadoop.log.dir/,STOPPED} 2024-12-03T09:22:06,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T09:22:06,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T09:22:06,589 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:22:06,589 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:06,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:06,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:06,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:22:06,589 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T09:22:06,589 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=904583839, stopped=false 2024-12-03T09:22:06,590 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=699c9baf3d29,35091,1733217696232 2024-12-03T09:22:06,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1245218521/running 2024-12-03T09:22:06,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245218521 2024-12-03T09:22:06,601 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44535-0x1019a7f17620004, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1245218521/running 2024-12-03T09:22:06,601 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44535-0x1019a7f17620004, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245218521 2024-12-03T09:22:06,601 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:22:06,602 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:22:06,602 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:06,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:06,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Set watcher on znode that does not yet exist, /1-1245218521/running 2024-12-03T09:22:06,602 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,44535,1733217696376' ***** 2024-12-03T09:22:06,602 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T09:22:06,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44535-0x1019a7f17620004, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Set watcher on znode that does not yet exist, /1-1245218521/running 2024-12-03T09:22:06,602 INFO [RS:0;699c9baf3d29:44535 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:22:06,602 INFO [RS:0;699c9baf3d29:44535 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T09:22:06,603 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:22:06,603 INFO [RS:0;699c9baf3d29:44535 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T09:22:06,603 INFO [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer(3091): Received CLOSE for a149277d68301ab8bbafb4f6db7f7431 2024-12-03T09:22:06,603 INFO [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer(3091): Received CLOSE for 539104e601ffce83fe606dfe515f6357 2024-12-03T09:22:06,603 INFO [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer(959): stopping server 699c9baf3d29,44535,1733217696376 2024-12-03T09:22:06,603 INFO [RS:0;699c9baf3d29:44535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:22:06,603 INFO [RS:0;699c9baf3d29:44535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:44535. 2024-12-03T09:22:06,603 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a149277d68301ab8bbafb4f6db7f7431, disabling compactions & flushes 2024-12-03T09:22:06,603 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733217706115.a149277d68301ab8bbafb4f6db7f7431. 2024-12-03T09:22:06,603 DEBUG [RS:0;699c9baf3d29:44535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:06,603 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217706115.a149277d68301ab8bbafb4f6db7f7431. 2024-12-03T09:22:06,603 DEBUG [RS:0;699c9baf3d29:44535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:06,603 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733217706115.a149277d68301ab8bbafb4f6db7f7431. after waiting 0 ms 2024-12-03T09:22:06,603 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733217706115.a149277d68301ab8bbafb4f6db7f7431. 2024-12-03T09:22:06,603 INFO [RS:0;699c9baf3d29:44535 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T09:22:06,603 INFO [RS:0;699c9baf3d29:44535 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T09:22:06,603 INFO [RS:0;699c9baf3d29:44535 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T09:22:06,603 INFO [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T09:22:06,603 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a149277d68301ab8bbafb4f6db7f7431 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-03T09:22:06,603 INFO [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T09:22:06,603 DEBUG [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer(1325): Online Regions={a149277d68301ab8bbafb4f6db7f7431=test,,1733217706115.a149277d68301ab8bbafb4f6db7f7431., 1588230740=hbase:meta,,1.1588230740, 539104e601ffce83fe606dfe515f6357=hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357.} 2024-12-03T09:22:06,603 DEBUG [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 539104e601ffce83fe606dfe515f6357, a149277d68301ab8bbafb4f6db7f7431 2024-12-03T09:22:06,603 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:22:06,603 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:22:06,603 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:22:06,603 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:22:06,603 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:22:06,604 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T09:22:06,606 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:22:06,615 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/meta/1588230740/.tmp/info/ae5f21d56e5748bb9c261d3e8ec3e48c is 147, key is hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357./info:regioninfo/1733217713732/Put/seqid=0 2024-12-03T09:22:06,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741840_1016 (size=7686) 2024-12-03T09:22:06,618 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/meta/1588230740/.tmp/info/ae5f21d56e5748bb9c261d3e8ec3e48c 2024-12-03T09:22:06,619 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/default/test/a149277d68301ab8bbafb4f6db7f7431/.tmp/f/57c61da9b8ea4083bf8c1ad9c964ad9e is 29, key is row1/f:/1733217720898/DeleteFamily/seqid=0 2024-12-03T09:22:06,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741841_1017 (size=5152) 2024-12-03T09:22:06,633 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/meta/1588230740/.tmp/ns/4a1dc795ace84aebb45f48ed7cd10454 is 43, key is default/ns:d/1733217699281/Put/seqid=0 2024-12-03T09:22:06,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741842_1018 (size=5153) 2024-12-03T09:22:06,636 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/meta/1588230740/.tmp/ns/4a1dc795ace84aebb45f48ed7cd10454 2024-12-03T09:22:06,643 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 636, reset compression=false 2024-12-03T09:22:06,650 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/meta/1588230740/.tmp/rep_barrier/fe6c2ad5b9934199b34997c487f42bb7 is 112, key is test,,1733217706115.a149277d68301ab8bbafb4f6db7f7431./rep_barrier:seqnumDuringOpen/1733217707252/Put/seqid=0 2024-12-03T09:22:06,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741843_1019 (size=5518) 2024-12-03T09:22:06,654 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/meta/1588230740/.tmp/rep_barrier/fe6c2ad5b9934199b34997c487f42bb7 2024-12-03T09:22:06,671 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/meta/1588230740/.tmp/table/a2e51c13ba1143ab9fe24e29f6e54265 is 53, key is hbase:replication/table:state/1733217713737/Put/seqid=0 2024-12-03T09:22:06,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741844_1020 (size=5308) 2024-12-03T09:22:06,799 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 1193, reset compression=false 2024-12-03T09:22:06,802 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:22:06,802 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 1440, reset compression=false 2024-12-03T09:22:06,802 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.shipper699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,44535,1733217696376 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:22:06,803 DEBUG [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 539104e601ffce83fe606dfe515f6357, a149277d68301ab8bbafb4f6db7f7431 2024-12-03T09:22:06,803 ERROR [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.shipper699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 699c9baf3d29,44535,1733217696376: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-699c9baf3d29,44535,1733217696376, walGroup=699c9baf3d29%2C44535%2C1733217696376, offset=699c9baf3d29%2C44535%2C1733217696376.1733217698314:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:44535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T09:22:06,804 ERROR [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.shipper699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T09:22:06,804 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.shipper699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T09:22:06,805 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.shipper699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T09:22:06,805 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.shipper699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T09:22:06,805 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.shipper699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T09:22:06,805 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.shipper699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1272971264, "init": 1048576000, "max": 2306867200, "used": 1038634496 }, "NonHeapMemoryUsage": { "committed": 206831616, "init": 7667712, "max": -1, "used": 201349632 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T09:22:06,805 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.shipper699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:35091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:35091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T09:22:07,004 DEBUG [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 539104e601ffce83fe606dfe515f6357, a149277d68301ab8bbafb4f6db7f7431 2024-12-03T09:22:07,005 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 1440, reset compression=false 2024-12-03T09:22:07,022 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/default/test/a149277d68301ab8bbafb4f6db7f7431/.tmp/f/57c61da9b8ea4083bf8c1ad9c964ad9e 2024-12-03T09:22:07,026 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57c61da9b8ea4083bf8c1ad9c964ad9e 2024-12-03T09:22:07,042 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/default/test/a149277d68301ab8bbafb4f6db7f7431/.tmp/f1/eecbb6f650f04e758dc01a6f2e06c393 is 30, key is row1/f1:/1733217720898/DeleteFamily/seqid=0 2024-12-03T09:22:07,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741845_1021 (size=5158) 2024-12-03T09:22:07,074 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/meta/1588230740/.tmp/table/a2e51c13ba1143ab9fe24e29f6e54265 2024-12-03T09:22:07,077 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/meta/1588230740/.tmp/info/ae5f21d56e5748bb9c261d3e8ec3e48c as hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/meta/1588230740/info/ae5f21d56e5748bb9c261d3e8ec3e48c 2024-12-03T09:22:07,080 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/meta/1588230740/info/ae5f21d56e5748bb9c261d3e8ec3e48c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T09:22:07,080 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/meta/1588230740/.tmp/ns/4a1dc795ace84aebb45f48ed7cd10454 as hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/meta/1588230740/ns/4a1dc795ace84aebb45f48ed7cd10454 2024-12-03T09:22:07,083 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/meta/1588230740/ns/4a1dc795ace84aebb45f48ed7cd10454, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T09:22:07,083 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/meta/1588230740/.tmp/rep_barrier/fe6c2ad5b9934199b34997c487f42bb7 as hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/meta/1588230740/rep_barrier/fe6c2ad5b9934199b34997c487f42bb7 2024-12-03T09:22:07,086 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/meta/1588230740/rep_barrier/fe6c2ad5b9934199b34997c487f42bb7, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T09:22:07,087 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/meta/1588230740/.tmp/table/a2e51c13ba1143ab9fe24e29f6e54265 as hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/meta/1588230740/table/a2e51c13ba1143ab9fe24e29f6e54265 2024-12-03T09:22:07,089 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/meta/1588230740/table/a2e51c13ba1143ab9fe24e29f6e54265, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T09:22:07,090 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 487ms, sequenceid=16, compaction requested=false 2024-12-03T09:22:07,093 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T09:22:07,093 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:22:07,093 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:22:07,093 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:22:07,094 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217726603Running coprocessor pre-close hooks at 1733217726603Disabling compacts and flushes for region at 1733217726603Disabling writes for close at 1733217726603Obtaining lock to block concurrent updates at 1733217726604 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733217726604Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733217726604Flushing stores of hbase:meta,,1.1588230740 at 1733217726604Flushing 1588230740/info: creating writer at 1733217726604Flushing 1588230740/info: appending metadata at 1733217726615 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733217726615Flushing 1588230740/ns: creating writer at 1733217726622 (+7 ms)Flushing 1588230740/ns: appending metadata at 1733217726632 (+10 ms)Flushing 1588230740/ns: closing flushed file at 1733217726632Flushing 1588230740/rep_barrier: creating writer at 1733217726639 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733217726650 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733217726650Flushing 1588230740/table: creating writer at 1733217726657 (+7 ms)Flushing 1588230740/table: appending metadata at 1733217726670 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733217726671 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@660e68e8: reopening flushed file at 1733217727077 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23689cdd: reopening flushed file at 1733217727080 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ce9a2f: reopening flushed file at 1733217727083 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b02bfa4: reopening flushed file at 1733217727086 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 487ms, sequenceid=16, compaction requested=false at 1733217727090 (+4 ms)Writing region close event to WAL at 1733217727091 (+1 ms)Running coprocessor post-close hooks at 1733217727093 (+2 ms)Closed at 1733217727093 2024-12-03T09:22:07,094 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T09:22:07,185 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T09:22:07,185 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T09:22:07,204 DEBUG [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer(1351): Waiting on 539104e601ffce83fe606dfe515f6357, a149277d68301ab8bbafb4f6db7f7431 2024-12-03T09:22:07,307 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 1440, reset compression=false 2024-12-03T09:22:07,404 DEBUG [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer(1351): Waiting on 539104e601ffce83fe606dfe515f6357, a149277d68301ab8bbafb4f6db7f7431 2024-12-03T09:22:07,445 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/default/test/a149277d68301ab8bbafb4f6db7f7431/.tmp/f1/eecbb6f650f04e758dc01a6f2e06c393 2024-12-03T09:22:07,448 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eecbb6f650f04e758dc01a6f2e06c393 2024-12-03T09:22:07,459 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/default/test/a149277d68301ab8bbafb4f6db7f7431/.tmp/norep/38e1bcdaa0d64e8eae9bfd5aaf0499b0 is 33, key is row1/norep:/1733217720898/DeleteFamily/seqid=0 2024-12-03T09:22:07,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741846_1022 (size=5108) 2024-12-03T09:22:07,604 INFO [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T09:22:07,604 DEBUG [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer(1325): Online Regions={a149277d68301ab8bbafb4f6db7f7431=test,,1733217706115.a149277d68301ab8bbafb4f6db7f7431., 539104e601ffce83fe606dfe515f6357=hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357.} 2024-12-03T09:22:07,604 DEBUG [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer(1351): Waiting on 539104e601ffce83fe606dfe515f6357, a149277d68301ab8bbafb4f6db7f7431 2024-12-03T09:22:07,710 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 1440, reset compression=false 2024-12-03T09:22:07,804 DEBUG [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer(1351): Waiting on 539104e601ffce83fe606dfe515f6357, a149277d68301ab8bbafb4f6db7f7431 2024-12-03T09:22:07,846 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 636, reset compression=false 2024-12-03T09:22:07,863 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/default/test/a149277d68301ab8bbafb4f6db7f7431/.tmp/norep/38e1bcdaa0d64e8eae9bfd5aaf0499b0 2024-12-03T09:22:07,866 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38e1bcdaa0d64e8eae9bfd5aaf0499b0 2024-12-03T09:22:07,867 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/default/test/a149277d68301ab8bbafb4f6db7f7431/.tmp/f/57c61da9b8ea4083bf8c1ad9c964ad9e as hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/default/test/a149277d68301ab8bbafb4f6db7f7431/f/57c61da9b8ea4083bf8c1ad9c964ad9e 2024-12-03T09:22:07,870 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57c61da9b8ea4083bf8c1ad9c964ad9e 2024-12-03T09:22:07,870 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/default/test/a149277d68301ab8bbafb4f6db7f7431/f/57c61da9b8ea4083bf8c1ad9c964ad9e, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T09:22:07,870 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/default/test/a149277d68301ab8bbafb4f6db7f7431/.tmp/f1/eecbb6f650f04e758dc01a6f2e06c393 as hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/default/test/a149277d68301ab8bbafb4f6db7f7431/f1/eecbb6f650f04e758dc01a6f2e06c393 2024-12-03T09:22:07,873 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eecbb6f650f04e758dc01a6f2e06c393 2024-12-03T09:22:07,873 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/default/test/a149277d68301ab8bbafb4f6db7f7431/f1/eecbb6f650f04e758dc01a6f2e06c393, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T09:22:07,874 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/default/test/a149277d68301ab8bbafb4f6db7f7431/.tmp/norep/38e1bcdaa0d64e8eae9bfd5aaf0499b0 as hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/default/test/a149277d68301ab8bbafb4f6db7f7431/norep/38e1bcdaa0d64e8eae9bfd5aaf0499b0 2024-12-03T09:22:07,877 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38e1bcdaa0d64e8eae9bfd5aaf0499b0 2024-12-03T09:22:07,877 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/default/test/a149277d68301ab8bbafb4f6db7f7431/norep/38e1bcdaa0d64e8eae9bfd5aaf0499b0, entries=1, sequenceid=10, filesize=5.0 K 2024-12-03T09:22:07,877 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a149277d68301ab8bbafb4f6db7f7431 in 1274ms, sequenceid=10, compaction requested=false 2024-12-03T09:22:07,878 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T09:22:07,880 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/data/default/test/a149277d68301ab8bbafb4f6db7f7431/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T09:22:07,881 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:22:07,881 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T09:22:07,881 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733217706115.a149277d68301ab8bbafb4f6db7f7431. 2024-12-03T09:22:07,881 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a149277d68301ab8bbafb4f6db7f7431: Waiting for close lock at 1733217726603Running coprocessor pre-close hooks at 1733217726603Disabling compacts and flushes for region at 1733217726603Disabling writes for close at 1733217726603Obtaining lock to block concurrent updates at 1733217726603Preparing flush snapshotting stores in a149277d68301ab8bbafb4f6db7f7431 at 1733217726603Finished memstore snapshotting test,,1733217706115.a149277d68301ab8bbafb4f6db7f7431., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733217726603Flushing stores of test,,1733217706115.a149277d68301ab8bbafb4f6db7f7431. at 1733217726604 (+1 ms)Flushing a149277d68301ab8bbafb4f6db7f7431/f: creating writer at 1733217726604Flushing a149277d68301ab8bbafb4f6db7f7431/f: appending metadata at 1733217726619 (+15 ms)Flushing a149277d68301ab8bbafb4f6db7f7431/f: closing flushed file at 1733217726619Flushing a149277d68301ab8bbafb4f6db7f7431/f1: creating writer at 1733217727026 (+407 ms)Flushing a149277d68301ab8bbafb4f6db7f7431/f1: appending metadata at 1733217727041 (+15 ms)Flushing a149277d68301ab8bbafb4f6db7f7431/f1: closing flushed file at 1733217727041Flushing a149277d68301ab8bbafb4f6db7f7431/norep: creating writer at 1733217727448 (+407 ms)Flushing a149277d68301ab8bbafb4f6db7f7431/norep: appending metadata at 1733217727458 (+10 ms)Flushing a149277d68301ab8bbafb4f6db7f7431/norep: closing flushed file at 1733217727459 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@752f072: reopening flushed file at 1733217727866 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72adf551: reopening flushed file at 1733217727870 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77609fb8: reopening flushed file at 1733217727873 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a149277d68301ab8bbafb4f6db7f7431 in 1274ms, sequenceid=10, compaction requested=false at 1733217727878 (+5 ms)Writing region close event to WAL at 1733217727879 (+1 ms)Running coprocessor post-close hooks at 1733217727881 (+2 ms)Closed at 1733217727881 2024-12-03T09:22:07,881 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733217706115.a149277d68301ab8bbafb4f6db7f7431. 2024-12-03T09:22:07,881 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 539104e601ffce83fe606dfe515f6357, disabling compactions & flushes 2024-12-03T09:22:07,881 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357. 2024-12-03T09:22:07,881 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357. 2024-12-03T09:22:07,881 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357. after waiting 0 ms 2024-12-03T09:22:07,881 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357. 2024-12-03T09:22:07,881 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 539104e601ffce83fe606dfe515f6357: Waiting for close lock at 1733217727881Running coprocessor pre-close hooks at 1733217727881Disabling compacts and flushes for region at 1733217727881Disabling writes for close at 1733217727881Failed flush hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357., putting online again at 1733217727881 2024-12-03T09:22:07,881 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357. 2024-12-03T09:22:08,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,004 INFO [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer(3091): Received CLOSE for 539104e601ffce83fe606dfe515f6357 2024-12-03T09:22:08,004 DEBUG [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer(1351): Waiting on 539104e601ffce83fe606dfe515f6357 2024-12-03T09:22:08,005 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 539104e601ffce83fe606dfe515f6357, disabling compactions & flushes 2024-12-03T09:22:08,005 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357. 2024-12-03T09:22:08,005 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357. 2024-12-03T09:22:08,005 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357. after waiting 0 ms 2024-12-03T09:22:08,005 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357. 2024-12-03T09:22:08,005 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 539104e601ffce83fe606dfe515f6357: Waiting for close lock at 1733217728005Running coprocessor pre-close hooks at 1733217728005Disabling compacts and flushes for region at 1733217728005Disabling writes for close at 1733217728005Failed flush hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357., putting online again at 1733217728005 2024-12-03T09:22:08,005 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733217712576.539104e601ffce83fe606dfe515f6357. 2024-12-03T09:22:08,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,120 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:35091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-03T09:22:08,205 INFO [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T09:22:08,205 INFO [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer(976): stopping server 699c9baf3d29,44535,1733217696376; all regions closed. 2024-12-03T09:22:08,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741834_1010 (size=4239) 2024-12-03T09:22:08,207 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.meta.1733217699244.meta not finished, retry = 0 2024-12-03T09:22:08,214 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 1440, reset compression=false 2024-12-03T09:22:08,218 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:22:08,218 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 2084, reset compression=false 2024-12-03T09:22:08,309 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.rep.1733217713703 not finished, retry = 0 2024-12-03T09:22:08,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741839_1015 (size=2171) 2024-12-03T09:22:08,412 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 not finished, retry = 0 2024-12-03T09:22:08,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741832_1008 (size=2092) 2024-12-03T09:22:08,421 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 to pos 2084, reset compression=false 2024-12-03T09:22:08,512 DEBUG [RS:0;699c9baf3d29:44535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:08,512 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/WALs/699c9baf3d29,44535,1733217696376/699c9baf3d29%2C44535%2C1733217696376.1733217698314 2024-12-03T09:22:08,512 INFO [RS:0;699c9baf3d29:44535 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:22:08,513 INFO [RS:0;699c9baf3d29:44535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:22:08,513 INFO [RS:0;699c9baf3d29:44535 {}] hbase.ChoreService(370): Chore service for: regionserver/699c9baf3d29:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T09:22:08,513 INFO [RS:0;699c9baf3d29:44535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:22:08,513 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:22:08,513 INFO [RS:0;699c9baf3d29:44535 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-699c9baf3d29,44535,1733217696376 because: Region server is closing 2024-12-03T09:22:08,514 INFO [RS:0;699c9baf3d29:44535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:44535. 2024-12-03T09:22:08,514 DEBUG [RS:0;699c9baf3d29:44535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:08,514 DEBUG [RS:0;699c9baf3d29:44535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:08,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:22:08,514 DEBUG [RS:0;699c9baf3d29:44535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:08,580 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:22:08,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,614 INFO [RS:0;699c9baf3d29:44535 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.shipper699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 terminated 2024-12-03T09:22:08,614 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,44535,1733217696376.replicationSource.wal-reader.699c9baf3d29%2C44535%2C1733217696376,1-699c9baf3d29,44535,1733217696376 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-03T09:22:08,614 INFO [RS:0;699c9baf3d29:44535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:44535. 2024-12-03T09:22:08,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,614 DEBUG [RS:0;699c9baf3d29:44535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:08,614 DEBUG [RS:0;699c9baf3d29:44535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:08,614 DEBUG [RS:0;699c9baf3d29:44535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:08,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:22:08,615 INFO [RS:0;699c9baf3d29:44535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44535 2024-12-03T09:22:08,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:08,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245218521/rs 2024-12-03T09:22:08,675 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44535-0x1019a7f17620004, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1245218521/rs/699c9baf3d29,44535,1733217696376 2024-12-03T09:22:08,675 INFO [RS:0;699c9baf3d29:44535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:22:08,715 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,44535,1733217696376] 2024-12-03T09:22:08,737 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1245218521/draining/699c9baf3d29,44535,1733217696376 already deleted, retry=false 2024-12-03T09:22:08,737 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 699c9baf3d29,44535,1733217696376 expired; onlineServers=0 2024-12-03T09:22:08,737 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '699c9baf3d29,35091,1733217696232' ***** 2024-12-03T09:22:08,737 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T09:22:08,737 INFO [M:0;699c9baf3d29:35091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:22:08,737 INFO [M:0;699c9baf3d29:35091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:22:08,737 DEBUG [M:0;699c9baf3d29:35091 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T09:22:08,737 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T09:22:08,737 DEBUG [M:0;699c9baf3d29:35091 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T09:22:08,737 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217698010 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217698010,5,FailOnTimeoutGroup] 2024-12-03T09:22:08,737 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217698010 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217698010,5,FailOnTimeoutGroup] 2024-12-03T09:22:08,737 INFO [M:0;699c9baf3d29:35091 {}] hbase.ChoreService(370): Chore service for: master/699c9baf3d29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T09:22:08,737 INFO [M:0;699c9baf3d29:35091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:22:08,737 DEBUG [M:0;699c9baf3d29:35091 {}] master.HMaster(1795): Stopping service threads 2024-12-03T09:22:08,738 INFO [M:0;699c9baf3d29:35091 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T09:22:08,738 INFO [M:0;699c9baf3d29:35091 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:22:08,738 INFO [M:0;699c9baf3d29:35091 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T09:22:08,738 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T09:22:08,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1245218521/master 2024-12-03T09:22:08,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245218521 2024-12-03T09:22:08,749 DEBUG [M:0;699c9baf3d29:35091 {}] zookeeper.ZKUtil(347): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Unable to get data of znode /1-1245218521/master because node does not exist (not an error) 2024-12-03T09:22:08,749 WARN [M:0;699c9baf3d29:35091 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T09:22:08,749 INFO [M:0;699c9baf3d29:35091 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/.lastflushedseqids 2024-12-03T09:22:08,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741847_1023 (size=245) 2024-12-03T09:22:08,815 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44535-0x1019a7f17620004, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:22:08,816 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44535-0x1019a7f17620004, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:22:08,816 INFO [RS:0;699c9baf3d29:44535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:22:08,816 INFO [RS:0;699c9baf3d29:44535 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,44535,1733217696376; zookeeper connection closed. 2024-12-03T09:22:08,816 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69c33ca7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69c33ca7 2024-12-03T09:22:08,816 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T09:22:09,148 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 636, reset compression=false 2024-12-03T09:22:09,152 INFO [M:0;699c9baf3d29:35091 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T09:22:09,153 INFO [M:0;699c9baf3d29:35091 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T09:22:09,153 DEBUG [M:0;699c9baf3d29:35091 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:22:09,153 INFO [M:0;699c9baf3d29:35091 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:09,153 DEBUG [M:0;699c9baf3d29:35091 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:09,153 DEBUG [M:0;699c9baf3d29:35091 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:22:09,153 DEBUG [M:0;699c9baf3d29:35091 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:09,153 INFO [M:0;699c9baf3d29:35091 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T09:22:09,165 DEBUG [M:0;699c9baf3d29:35091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd51c67c54ca45b58d60e292f69652f3 is 82, key is hbase:meta,,1/info:regioninfo/1733217699267/Put/seqid=0 2024-12-03T09:22:09,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741848_1024 (size=5672) 2024-12-03T09:22:09,168 INFO [M:0;699c9baf3d29:35091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd51c67c54ca45b58d60e292f69652f3 2024-12-03T09:22:09,182 DEBUG [M:0;699c9baf3d29:35091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c5b031e021e4bc98b9042093af489bd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733217713739/Put/seqid=0 2024-12-03T09:22:09,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741849_1025 (size=8516) 2024-12-03T09:22:09,585 INFO [M:0;699c9baf3d29:35091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c5b031e021e4bc98b9042093af489bd 2024-12-03T09:22:09,600 DEBUG [M:0;699c9baf3d29:35091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c214f0b39a804076bfbf4c9202aee634 is 69, key is 699c9baf3d29,44535,1733217696376/rs:state/1733217698131/Put/seqid=0 2024-12-03T09:22:09,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741850_1026 (size=5156) 2024-12-03T09:22:10,003 INFO [M:0;699c9baf3d29:35091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c214f0b39a804076bfbf4c9202aee634 2024-12-03T09:22:10,006 DEBUG [M:0;699c9baf3d29:35091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd51c67c54ca45b58d60e292f69652f3 as hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd51c67c54ca45b58d60e292f69652f3 2024-12-03T09:22:10,009 INFO [M:0;699c9baf3d29:35091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd51c67c54ca45b58d60e292f69652f3, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T09:22:10,009 DEBUG [M:0;699c9baf3d29:35091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c5b031e021e4bc98b9042093af489bd as hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c5b031e021e4bc98b9042093af489bd 2024-12-03T09:22:10,011 INFO [M:0;699c9baf3d29:35091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c5b031e021e4bc98b9042093af489bd, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T09:22:10,012 DEBUG [M:0;699c9baf3d29:35091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c214f0b39a804076bfbf4c9202aee634 as hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c214f0b39a804076bfbf4c9202aee634 2024-12-03T09:22:10,014 INFO [M:0;699c9baf3d29:35091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46013/user/jenkins/test-data/d55a37a1-9417-551f-aea3-c140cf34ea4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c214f0b39a804076bfbf4c9202aee634, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T09:22:10,015 INFO [M:0;699c9baf3d29:35091 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 862ms, sequenceid=97, compaction requested=false 2024-12-03T09:22:10,016 INFO [M:0;699c9baf3d29:35091 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:10,016 DEBUG [M:0;699c9baf3d29:35091 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217729153Disabling compacts and flushes for region at 1733217729153Disabling writes for close at 1733217729153Obtaining lock to block concurrent updates at 1733217729153Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733217729153Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733217729153Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733217729154 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733217729154Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733217729165 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733217729165Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733217729171 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733217729181 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733217729181Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733217729588 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733217729599 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733217729599Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f4fec7: reopening flushed file at 1733217730006 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5187ed80: reopening flushed file at 1733217730009 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9ae180e: reopening flushed file at 1733217730012 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 862ms, sequenceid=97, compaction requested=false at 1733217730015 (+3 ms)Writing region close event to WAL at 1733217730016 (+1 ms)Closed at 1733217730016 2024-12-03T09:22:10,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741830_1006 (size=63654) 2024-12-03T09:22:10,018 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:22:10,018 INFO [M:0;699c9baf3d29:35091 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T09:22:10,018 INFO [M:0;699c9baf3d29:35091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35091 2024-12-03T09:22:10,018 INFO [M:0;699c9baf3d29:35091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:22:10,186 INFO [M:0;699c9baf3d29:35091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:22:10,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:22:10,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1019a7f17620003, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:22:10,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ca8b37e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:22:10,188 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21f71b1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:22:10,189 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:22:10,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28059045{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:22:10,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32586c17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/hadoop.log.dir/,STOPPED} 2024-12-03T09:22:10,190 WARN [BP-1492823418-172.17.0.2-1733217694083 heartbeating to localhost/127.0.0.1:46013 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T09:22:10,190 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T09:22:10,190 WARN [BP-1492823418-172.17.0.2-1733217694083 heartbeating to localhost/127.0.0.1:46013 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1492823418-172.17.0.2-1733217694083 (Datanode Uuid b5c40ac0-e4d3-434c-a170-9fb441b90ccf) service to localhost/127.0.0.1:46013 2024-12-03T09:22:10,190 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T09:22:10,190 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/cluster_1ef2cb30-28c7-6418-c39e-5ec386cc04e4/data/data1/current/BP-1492823418-172.17.0.2-1733217694083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:22:10,190 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/cluster_1ef2cb30-28c7-6418-c39e-5ec386cc04e4/data/data2/current/BP-1492823418-172.17.0.2-1733217694083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:22:10,190 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T09:22:10,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2479bb81{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:22:10,195 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bcea90e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:22:10,195 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:22:10,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fc99fe1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:22:10,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b43a68a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b47a1f-3216-d3bb-263a-ecc84ec9dc8b/hadoop.log.dir/,STOPPED} 2024-12-03T09:22:10,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T09:22:10,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T09:22:10,220 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:22:10,220 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:10,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:10,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:10,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:22:10,220 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T09:22:10,220 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=127150735, stopped=false 2024-12-03T09:22:10,220 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=699c9baf3d29,35329,1733217690872 2024-12-03T09:22:10,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01780672650/running 2024-12-03T09:22:10,233 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1019a7f17620001, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01780672650/running 2024-12-03T09:22:10,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780672650 2024-12-03T09:22:10,233 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1019a7f17620001, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780672650 2024-12-03T09:22:10,233 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:22:10,233 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:22:10,233 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:10,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:10,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Set watcher on znode that does not yet exist, /01780672650/running 2024-12-03T09:22:10,233 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,42687,1733217691079' ***** 2024-12-03T09:22:10,233 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T09:22:10,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42687-0x1019a7f17620001, quorum=127.0.0.1:63347, baseZNode=/01780672650 Set watcher on znode that does not yet exist, /01780672650/running 2024-12-03T09:22:10,234 INFO [RS:0;699c9baf3d29:42687 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:22:10,234 INFO [RS:0;699c9baf3d29:42687 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T09:22:10,234 INFO [RS:0;699c9baf3d29:42687 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T09:22:10,234 INFO [RS:0;699c9baf3d29:42687 {}] regionserver.HRegionServer(3091): Received CLOSE for e8c9d2c1cfc3dcf3fd37993c5d4fda71 2024-12-03T09:22:10,234 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:22:10,234 INFO [RS:0;699c9baf3d29:42687 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ff6620a1b4ca1b64ffd72d5d4ae4a6e 2024-12-03T09:22:10,234 INFO [RS:0;699c9baf3d29:42687 {}] regionserver.HRegionServer(959): stopping server 699c9baf3d29,42687,1733217691079 2024-12-03T09:22:10,234 INFO [RS:0;699c9baf3d29:42687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:22:10,234 INFO [RS:0;699c9baf3d29:42687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:42687. 2024-12-03T09:22:10,234 DEBUG [RS:0;699c9baf3d29:42687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:10,234 DEBUG [RS:0;699c9baf3d29:42687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:10,234 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8c9d2c1cfc3dcf3fd37993c5d4fda71, disabling compactions & flushes 2024-12-03T09:22:10,234 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217710426.e8c9d2c1cfc3dcf3fd37993c5d4fda71. 2024-12-03T09:22:10,234 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217710426.e8c9d2c1cfc3dcf3fd37993c5d4fda71. 2024-12-03T09:22:10,234 INFO [RS:0;699c9baf3d29:42687 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T09:22:10,234 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217710426.e8c9d2c1cfc3dcf3fd37993c5d4fda71. after waiting 0 ms 2024-12-03T09:22:10,234 INFO [RS:0;699c9baf3d29:42687 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T09:22:10,234 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217710426.e8c9d2c1cfc3dcf3fd37993c5d4fda71. 2024-12-03T09:22:10,234 INFO [RS:0;699c9baf3d29:42687 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T09:22:10,234 INFO [RS:0;699c9baf3d29:42687 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T09:22:10,234 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e8c9d2c1cfc3dcf3fd37993c5d4fda71 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-12-03T09:22:10,234 INFO [RS:0;699c9baf3d29:42687 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T09:22:10,234 DEBUG [RS:0;699c9baf3d29:42687 {}] regionserver.HRegionServer(1325): Online Regions={e8c9d2c1cfc3dcf3fd37993c5d4fda71=hbase:replication,,1733217710426.e8c9d2c1cfc3dcf3fd37993c5d4fda71., 2ff6620a1b4ca1b64ffd72d5d4ae4a6e=test,,1733217704974.2ff6620a1b4ca1b64ffd72d5d4ae4a6e., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T09:22:10,234 DEBUG [RS:0;699c9baf3d29:42687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ff6620a1b4ca1b64ffd72d5d4ae4a6e, e8c9d2c1cfc3dcf3fd37993c5d4fda71 2024-12-03T09:22:10,234 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:22:10,234 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:22:10,235 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:22:10,235 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:22:10,235 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:22:10,235 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T09:22:10,246 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/meta/1588230740/.tmp/info/5252fde48fb543d48dde6c3c158505cb is 147, key is hbase:replication,,1733217710426.e8c9d2c1cfc3dcf3fd37993c5d4fda71./info:regioninfo/1733217711588/Put/seqid=0 2024-12-03T09:22:10,246 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/replication/e8c9d2c1cfc3dcf3fd37993c5d4fda71/.tmp/queue/3c6257edd1794f51855ce138da3fc3c5 is 153, key is 1-699c9baf3d29,42687,1733217691079/queue:699c9baf3d29%2C42687%2C1733217691079/1733217720117/Put/seqid=0 2024-12-03T09:22:10,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39313 is added to blk_1073741841_1017 (size=7686) 2024-12-03T09:22:10,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39313 is added to blk_1073741840_1016 (size=5352) 2024-12-03T09:22:10,290 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:22:10,435 DEBUG [RS:0;699c9baf3d29:42687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ff6620a1b4ca1b64ffd72d5d4ae4a6e, e8c9d2c1cfc3dcf3fd37993c5d4fda71 2024-12-03T09:22:10,551 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/WALs/699c9baf3d29,42687,1733217691079/699c9baf3d29%2C42687%2C1733217691079.1733217692896 to pos 636, reset compression=false 2024-12-03T09:22:10,635 DEBUG [RS:0;699c9baf3d29:42687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ff6620a1b4ca1b64ffd72d5d4ae4a6e, e8c9d2c1cfc3dcf3fd37993c5d4fda71 2024-12-03T09:22:10,649 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/replication/e8c9d2c1cfc3dcf3fd37993c5d4fda71/.tmp/queue/3c6257edd1794f51855ce138da3fc3c5 2024-12-03T09:22:10,649 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/meta/1588230740/.tmp/info/5252fde48fb543d48dde6c3c158505cb 2024-12-03T09:22:10,653 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/replication/e8c9d2c1cfc3dcf3fd37993c5d4fda71/.tmp/queue/3c6257edd1794f51855ce138da3fc3c5 as hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/replication/e8c9d2c1cfc3dcf3fd37993c5d4fda71/queue/3c6257edd1794f51855ce138da3fc3c5 2024-12-03T09:22:10,656 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/replication/e8c9d2c1cfc3dcf3fd37993c5d4fda71/queue/3c6257edd1794f51855ce138da3fc3c5, entries=1, sequenceid=8, filesize=5.2 K 2024-12-03T09:22:10,657 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for e8c9d2c1cfc3dcf3fd37993c5d4fda71 in 423ms, sequenceid=8, compaction requested=false 2024-12-03T09:22:10,657 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T09:22:10,660 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/replication/e8c9d2c1cfc3dcf3fd37993c5d4fda71/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T09:22:10,660 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:22:10,660 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:22:10,660 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733217710426.e8c9d2c1cfc3dcf3fd37993c5d4fda71. 2024-12-03T09:22:10,660 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8c9d2c1cfc3dcf3fd37993c5d4fda71: Waiting for close lock at 1733217730234Running coprocessor pre-close hooks at 1733217730234Disabling compacts and flushes for region at 1733217730234Disabling writes for close at 1733217730234Obtaining lock to block concurrent updates at 1733217730234Preparing flush snapshotting stores in e8c9d2c1cfc3dcf3fd37993c5d4fda71 at 1733217730234Finished memstore snapshotting hbase:replication,,1733217710426.e8c9d2c1cfc3dcf3fd37993c5d4fda71., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1733217730235 (+1 ms)Flushing stores of hbase:replication,,1733217710426.e8c9d2c1cfc3dcf3fd37993c5d4fda71. at 1733217730235Flushing e8c9d2c1cfc3dcf3fd37993c5d4fda71/queue: creating writer at 1733217730235Flushing e8c9d2c1cfc3dcf3fd37993c5d4fda71/queue: appending metadata at 1733217730246 (+11 ms)Flushing e8c9d2c1cfc3dcf3fd37993c5d4fda71/queue: closing flushed file at 1733217730246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41294bcc: reopening flushed file at 1733217730653 (+407 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for e8c9d2c1cfc3dcf3fd37993c5d4fda71 in 423ms, sequenceid=8, compaction requested=false at 1733217730657 (+4 ms)Writing region close event to WAL at 1733217730658 (+1 ms)Running coprocessor post-close hooks at 1733217730660 (+2 ms)Closed at 1733217730660 2024-12-03T09:22:10,660 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733217710426.e8c9d2c1cfc3dcf3fd37993c5d4fda71. 2024-12-03T09:22:10,660 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ff6620a1b4ca1b64ffd72d5d4ae4a6e, disabling compactions & flushes 2024-12-03T09:22:10,660 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733217704974.2ff6620a1b4ca1b64ffd72d5d4ae4a6e. 2024-12-03T09:22:10,660 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217704974.2ff6620a1b4ca1b64ffd72d5d4ae4a6e. 2024-12-03T09:22:10,660 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733217704974.2ff6620a1b4ca1b64ffd72d5d4ae4a6e. after waiting 0 ms 2024-12-03T09:22:10,660 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733217704974.2ff6620a1b4ca1b64ffd72d5d4ae4a6e. 2024-12-03T09:22:10,661 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2ff6620a1b4ca1b64ffd72d5d4ae4a6e 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-03T09:22:10,669 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/meta/1588230740/.tmp/ns/e92dbdf952904eacacb88140034a4767 is 43, key is default/ns:d/1733217694000/Put/seqid=0 2024-12-03T09:22:10,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39313 is added to blk_1073741842_1018 (size=5153) 2024-12-03T09:22:10,673 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/meta/1588230740/.tmp/ns/e92dbdf952904eacacb88140034a4767 2024-12-03T09:22:10,674 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/default/test/2ff6620a1b4ca1b64ffd72d5d4ae4a6e/.tmp/f/c17ee60e2d5d4a56b522a05e311cea9a is 28, key is row/f:/1733217719894/DeleteFamily/seqid=0 2024-12-03T09:22:10,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39313 is added to blk_1073741843_1019 (size=5085) 2024-12-03T09:22:10,677 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/default/test/2ff6620a1b4ca1b64ffd72d5d4ae4a6e/.tmp/f/c17ee60e2d5d4a56b522a05e311cea9a 2024-12-03T09:22:10,680 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c17ee60e2d5d4a56b522a05e311cea9a 2024-12-03T09:22:10,691 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/default/test/2ff6620a1b4ca1b64ffd72d5d4ae4a6e/.tmp/f1/f17a096540f24dacb5ed561dcb5c9802 is 29, key is row/f1:/1733217719894/DeleteFamily/seqid=0 2024-12-03T09:22:10,692 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/meta/1588230740/.tmp/rep_barrier/7fc2ad7f7c724a0e8b8123eb4bd10c21 is 112, key is test,,1733217704974.2ff6620a1b4ca1b64ffd72d5d4ae4a6e./rep_barrier:seqnumDuringOpen/1733217705710/Put/seqid=0 2024-12-03T09:22:10,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39313 is added to blk_1073741844_1020 (size=5518) 2024-12-03T09:22:10,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39313 is added to blk_1073741845_1021 (size=5089) 2024-12-03T09:22:10,760 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T09:22:10,761 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T09:22:10,835 DEBUG [RS:0;699c9baf3d29:42687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ff6620a1b4ca1b64ffd72d5d4ae4a6e 2024-12-03T09:22:11,035 DEBUG [RS:0;699c9baf3d29:42687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ff6620a1b4ca1b64ffd72d5d4ae4a6e 2024-12-03T09:22:11,095 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/meta/1588230740/.tmp/rep_barrier/7fc2ad7f7c724a0e8b8123eb4bd10c21 2024-12-03T09:22:11,095 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/default/test/2ff6620a1b4ca1b64ffd72d5d4ae4a6e/.tmp/f1/f17a096540f24dacb5ed561dcb5c9802 2024-12-03T09:22:11,098 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f17a096540f24dacb5ed561dcb5c9802 2024-12-03T09:22:11,109 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/default/test/2ff6620a1b4ca1b64ffd72d5d4ae4a6e/.tmp/norep/f9a524562a2e4f89bab53689e4d83a60 is 32, key is row/norep:/1733217719894/DeleteFamily/seqid=0 2024-12-03T09:22:11,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39313 is added to blk_1073741846_1022 (size=5101) 2024-12-03T09:22:11,112 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/meta/1588230740/.tmp/table/f44f83ccfbb1405eb751cb5db18486c1 is 53, key is hbase:replication/table:state/1733217711593/Put/seqid=0 2024-12-03T09:22:11,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39313 is added to blk_1073741847_1023 (size=5308) 2024-12-03T09:22:11,115 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/meta/1588230740/.tmp/table/f44f83ccfbb1405eb751cb5db18486c1 2024-12-03T09:22:11,119 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/meta/1588230740/.tmp/info/5252fde48fb543d48dde6c3c158505cb as hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/meta/1588230740/info/5252fde48fb543d48dde6c3c158505cb 2024-12-03T09:22:11,121 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/meta/1588230740/info/5252fde48fb543d48dde6c3c158505cb, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T09:22:11,122 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/meta/1588230740/.tmp/ns/e92dbdf952904eacacb88140034a4767 as hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/meta/1588230740/ns/e92dbdf952904eacacb88140034a4767 2024-12-03T09:22:11,125 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/meta/1588230740/ns/e92dbdf952904eacacb88140034a4767, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T09:22:11,125 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/meta/1588230740/.tmp/rep_barrier/7fc2ad7f7c724a0e8b8123eb4bd10c21 as hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/meta/1588230740/rep_barrier/7fc2ad7f7c724a0e8b8123eb4bd10c21 2024-12-03T09:22:11,128 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/meta/1588230740/rep_barrier/7fc2ad7f7c724a0e8b8123eb4bd10c21, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T09:22:11,128 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/meta/1588230740/.tmp/table/f44f83ccfbb1405eb751cb5db18486c1 as hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/meta/1588230740/table/f44f83ccfbb1405eb751cb5db18486c1 2024-12-03T09:22:11,131 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/meta/1588230740/table/f44f83ccfbb1405eb751cb5db18486c1, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T09:22:11,131 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 896ms, sequenceid=16, compaction requested=false 2024-12-03T09:22:11,131 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T09:22:11,135 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T09:22:11,135 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:22:11,136 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:22:11,136 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:22:11,136 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217730234Running coprocessor pre-close hooks at 1733217730234Disabling compacts and flushes for region at 1733217730234Disabling writes for close at 1733217730235 (+1 ms)Obtaining lock to block concurrent updates at 1733217730235Preparing flush snapshotting stores in 1588230740 at 1733217730235Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733217730235Flushing stores of hbase:meta,,1.1588230740 at 1733217730235Flushing 1588230740/info: creating writer at 1733217730235Flushing 1588230740/info: appending metadata at 1733217730246 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733217730246Flushing 1588230740/ns: creating writer at 1733217730653 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733217730669 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733217730669Flushing 1588230740/rep_barrier: creating writer at 1733217730677 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733217730691 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733217730691Flushing 1588230740/table: creating writer at 1733217731098 (+407 ms)Flushing 1588230740/table: appending metadata at 1733217731112 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733217731112Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a23ec5b: reopening flushed file at 1733217731118 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60355b67: reopening flushed file at 1733217731122 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@127f1acb: reopening flushed file at 1733217731125 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40ee57a6: reopening flushed file at 1733217731128 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 896ms, sequenceid=16, compaction requested=false at 1733217731131 (+3 ms)Writing region close event to WAL at 1733217731133 (+2 ms)Running coprocessor post-close hooks at 1733217731135 (+2 ms)Closed at 1733217731136 (+1 ms) 2024-12-03T09:22:11,136 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T09:22:11,235 INFO [RS:0;699c9baf3d29:42687 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T09:22:11,235 DEBUG [RS:0;699c9baf3d29:42687 {}] regionserver.HRegionServer(1325): Online Regions={2ff6620a1b4ca1b64ffd72d5d4ae4a6e=test,,1733217704974.2ff6620a1b4ca1b64ffd72d5d4ae4a6e.} 2024-12-03T09:22:11,235 DEBUG [RS:0;699c9baf3d29:42687 {}] regionserver.HRegionServer(1351): Waiting on 2ff6620a1b4ca1b64ffd72d5d4ae4a6e 2024-12-03T09:22:11,435 DEBUG [RS:0;699c9baf3d29:42687 {}] regionserver.HRegionServer(1351): Waiting on 2ff6620a1b4ca1b64ffd72d5d4ae4a6e 2024-12-03T09:22:11,512 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/default/test/2ff6620a1b4ca1b64ffd72d5d4ae4a6e/.tmp/norep/f9a524562a2e4f89bab53689e4d83a60 2024-12-03T09:22:11,515 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9a524562a2e4f89bab53689e4d83a60 2024-12-03T09:22:11,516 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/default/test/2ff6620a1b4ca1b64ffd72d5d4ae4a6e/.tmp/f/c17ee60e2d5d4a56b522a05e311cea9a as hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/default/test/2ff6620a1b4ca1b64ffd72d5d4ae4a6e/f/c17ee60e2d5d4a56b522a05e311cea9a 2024-12-03T09:22:11,518 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c17ee60e2d5d4a56b522a05e311cea9a 2024-12-03T09:22:11,518 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/default/test/2ff6620a1b4ca1b64ffd72d5d4ae4a6e/f/c17ee60e2d5d4a56b522a05e311cea9a, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T09:22:11,519 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/default/test/2ff6620a1b4ca1b64ffd72d5d4ae4a6e/.tmp/f1/f17a096540f24dacb5ed561dcb5c9802 as hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/default/test/2ff6620a1b4ca1b64ffd72d5d4ae4a6e/f1/f17a096540f24dacb5ed561dcb5c9802 2024-12-03T09:22:11,522 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f17a096540f24dacb5ed561dcb5c9802 2024-12-03T09:22:11,522 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/default/test/2ff6620a1b4ca1b64ffd72d5d4ae4a6e/f1/f17a096540f24dacb5ed561dcb5c9802, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T09:22:11,522 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/default/test/2ff6620a1b4ca1b64ffd72d5d4ae4a6e/.tmp/norep/f9a524562a2e4f89bab53689e4d83a60 as hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/default/test/2ff6620a1b4ca1b64ffd72d5d4ae4a6e/norep/f9a524562a2e4f89bab53689e4d83a60 2024-12-03T09:22:11,525 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9a524562a2e4f89bab53689e4d83a60 2024-12-03T09:22:11,525 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/default/test/2ff6620a1b4ca1b64ffd72d5d4ae4a6e/norep/f9a524562a2e4f89bab53689e4d83a60, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T09:22:11,525 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 2ff6620a1b4ca1b64ffd72d5d4ae4a6e in 865ms, sequenceid=6, compaction requested=false 2024-12-03T09:22:11,525 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T09:22:11,528 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/data/default/test/2ff6620a1b4ca1b64ffd72d5d4ae4a6e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T09:22:11,529 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:22:11,529 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T09:22:11,529 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733217704974.2ff6620a1b4ca1b64ffd72d5d4ae4a6e. 2024-12-03T09:22:11,529 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ff6620a1b4ca1b64ffd72d5d4ae4a6e: Waiting for close lock at 1733217730660Running coprocessor pre-close hooks at 1733217730660Disabling compacts and flushes for region at 1733217730660Disabling writes for close at 1733217730660Obtaining lock to block concurrent updates at 1733217730661 (+1 ms)Preparing flush snapshotting stores in 2ff6620a1b4ca1b64ffd72d5d4ae4a6e at 1733217730661Finished memstore snapshotting test,,1733217704974.2ff6620a1b4ca1b64ffd72d5d4ae4a6e., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733217730661Flushing stores of test,,1733217704974.2ff6620a1b4ca1b64ffd72d5d4ae4a6e. at 1733217730661Flushing 2ff6620a1b4ca1b64ffd72d5d4ae4a6e/f: creating writer at 1733217730661Flushing 2ff6620a1b4ca1b64ffd72d5d4ae4a6e/f: appending metadata at 1733217730673 (+12 ms)Flushing 2ff6620a1b4ca1b64ffd72d5d4ae4a6e/f: closing flushed file at 1733217730673Flushing 2ff6620a1b4ca1b64ffd72d5d4ae4a6e/f1: creating writer at 1733217730680 (+7 ms)Flushing 2ff6620a1b4ca1b64ffd72d5d4ae4a6e/f1: appending metadata at 1733217730691 (+11 ms)Flushing 2ff6620a1b4ca1b64ffd72d5d4ae4a6e/f1: closing flushed file at 1733217730691Flushing 2ff6620a1b4ca1b64ffd72d5d4ae4a6e/norep: creating writer at 1733217731098 (+407 ms)Flushing 2ff6620a1b4ca1b64ffd72d5d4ae4a6e/norep: appending metadata at 1733217731109 (+11 ms)Flushing 2ff6620a1b4ca1b64ffd72d5d4ae4a6e/norep: closing flushed file at 1733217731109Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56ea5f5c: reopening flushed file at 1733217731515 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a614875: reopening flushed file at 1733217731518 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2995a2bc: reopening flushed file at 1733217731522 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 2ff6620a1b4ca1b64ffd72d5d4ae4a6e in 865ms, sequenceid=6, compaction requested=false at 1733217731525 (+3 ms)Writing region close event to WAL at 1733217731526 (+1 ms)Running coprocessor post-close hooks at 1733217731529 (+3 ms)Closed at 1733217731529 2024-12-03T09:22:11,529 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733217704974.2ff6620a1b4ca1b64ffd72d5d4ae4a6e. 2024-12-03T09:22:11,635 INFO [RS:0;699c9baf3d29:42687 {}] regionserver.HRegionServer(976): stopping server 699c9baf3d29,42687,1733217691079; all regions closed. 2024-12-03T09:22:11,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39313 is added to blk_1073741834_1010 (size=4239) 2024-12-03T09:22:11,639 DEBUG [RS:0;699c9baf3d29:42687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/oldWALs 2024-12-03T09:22:11,639 INFO [RS:0;699c9baf3d29:42687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C42687%2C1733217691079.meta:.meta(num 1733217693929) 2024-12-03T09:22:11,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39313 is added to blk_1073741839_1015 (size=2240) 2024-12-03T09:22:11,641 DEBUG [RS:0;699c9baf3d29:42687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/oldWALs 2024-12-03T09:22:11,641 INFO [RS:0;699c9baf3d29:42687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C42687%2C1733217691079.rep:(num 1733217711553) 2024-12-03T09:22:11,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39313 is added to blk_1073741832_1008 (size=1535) 2024-12-03T09:22:11,644 DEBUG [RS:0;699c9baf3d29:42687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/oldWALs 2024-12-03T09:22:11,644 INFO [RS:0;699c9baf3d29:42687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C42687%2C1733217691079:(num 1733217692896) 2024-12-03T09:22:11,644 DEBUG [RS:0;699c9baf3d29:42687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:11,644 INFO [RS:0;699c9baf3d29:42687 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:22:11,644 INFO [RS:0;699c9baf3d29:42687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:22:11,644 INFO [RS:0;699c9baf3d29:42687 {}] hbase.ChoreService(370): Chore service for: regionserver/699c9baf3d29:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T09:22:11,644 INFO [RS:0;699c9baf3d29:42687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:22:11,644 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:22:11,644 INFO [RS:0;699c9baf3d29:42687 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-699c9baf3d29,42687,1733217691079 because: Region server is closing 2024-12-03T09:22:11,644 INFO [RS:0;699c9baf3d29:42687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:42687. 2024-12-03T09:22:11,644 DEBUG [RS:0;699c9baf3d29:42687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:11,644 DEBUG [RS:0;699c9baf3d29:42687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:11,645 DEBUG [RS:0;699c9baf3d29:42687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:11,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:22:11,745 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.wal-reader.699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T09:22:11,745 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.shipper699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T09:22:11,745 INFO [RS:0;699c9baf3d29:42687 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,42687,1733217691079.replicationSource.shipper699c9baf3d29%2C42687%2C1733217691079,1-699c9baf3d29,42687,1733217691079 terminated 2024-12-03T09:22:11,745 INFO [RS:0;699c9baf3d29:42687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42687 2024-12-03T09:22:11,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780672650/rs 2024-12-03T09:22:11,811 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1019a7f17620001, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01780672650/rs/699c9baf3d29,42687,1733217691079 2024-12-03T09:22:11,812 INFO [RS:0;699c9baf3d29:42687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:22:11,822 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,42687,1733217691079] 2024-12-03T09:22:11,833 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01780672650/draining/699c9baf3d29,42687,1733217691079 already deleted, retry=false 2024-12-03T09:22:11,833 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 699c9baf3d29,42687,1733217691079 expired; onlineServers=0 2024-12-03T09:22:11,833 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '699c9baf3d29,35329,1733217690872' ***** 2024-12-03T09:22:11,833 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T09:22:11,833 INFO [M:0;699c9baf3d29:35329 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:22:11,833 INFO [M:0;699c9baf3d29:35329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:22:11,833 DEBUG [M:0;699c9baf3d29:35329 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T09:22:11,833 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T09:22:11,833 DEBUG [M:0;699c9baf3d29:35329 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T09:22:11,833 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217692708 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217692708,5,FailOnTimeoutGroup] 2024-12-03T09:22:11,833 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217692708 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217692708,5,FailOnTimeoutGroup] 2024-12-03T09:22:11,833 INFO [M:0;699c9baf3d29:35329 {}] hbase.ChoreService(370): Chore service for: master/699c9baf3d29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T09:22:11,833 INFO [M:0;699c9baf3d29:35329 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:22:11,833 DEBUG [M:0;699c9baf3d29:35329 {}] master.HMaster(1795): Stopping service threads 2024-12-03T09:22:11,833 INFO [M:0;699c9baf3d29:35329 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T09:22:11,833 INFO [M:0;699c9baf3d29:35329 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:22:11,833 ERROR [M:0;699c9baf3d29:35329 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33179,5,PEWorkerGroup] 2024-12-03T09:22:11,833 INFO [M:0;699c9baf3d29:35329 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T09:22:11,834 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T09:22:11,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01780672650/master 2024-12-03T09:22:11,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780672650 2024-12-03T09:22:11,843 DEBUG [M:0;699c9baf3d29:35329 {}] zookeeper.ZKUtil(347): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Unable to get data of znode /01780672650/master because node does not exist (not an error) 2024-12-03T09:22:11,843 WARN [M:0;699c9baf3d29:35329 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T09:22:11,844 INFO [M:0;699c9baf3d29:35329 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/.lastflushedseqids 2024-12-03T09:22:11,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39313 is added to blk_1073741848_1024 (size=245) 2024-12-03T09:22:11,922 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1019a7f17620001, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:22:11,922 INFO [RS:0;699c9baf3d29:42687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:22:11,922 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1019a7f17620001, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:22:11,922 INFO [RS:0;699c9baf3d29:42687 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,42687,1733217691079; zookeeper connection closed. 2024-12-03T09:22:11,923 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6127c1b0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6127c1b0 2024-12-03T09:22:11,923 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T09:22:12,247 INFO [M:0;699c9baf3d29:35329 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T09:22:12,248 INFO [M:0;699c9baf3d29:35329 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T09:22:12,248 DEBUG [M:0;699c9baf3d29:35329 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:22:12,248 INFO [M:0;699c9baf3d29:35329 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:12,248 DEBUG [M:0;699c9baf3d29:35329 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:12,248 DEBUG [M:0;699c9baf3d29:35329 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:22:12,248 DEBUG [M:0;699c9baf3d29:35329 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:12,248 INFO [M:0;699c9baf3d29:35329 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-03T09:22:12,264 DEBUG [M:0;699c9baf3d29:35329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8b69bc00bee48cd9bb524fdb92e17e2 is 82, key is hbase:meta,,1/info:regioninfo/1733217693958/Put/seqid=0 2024-12-03T09:22:12,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39313 is added to blk_1073741849_1025 (size=5672) 2024-12-03T09:22:12,667 INFO [M:0;699c9baf3d29:35329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8b69bc00bee48cd9bb524fdb92e17e2 2024-12-03T09:22:12,690 DEBUG [M:0;699c9baf3d29:35329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/941570dff5164ccdbbc088f4bffb0741 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733217705717/Put/seqid=0 2024-12-03T09:22:12,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39313 is added to blk_1073741850_1026 (size=7218) 2024-12-03T09:22:13,094 INFO [M:0;699c9baf3d29:35329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/941570dff5164ccdbbc088f4bffb0741 2024-12-03T09:22:13,097 INFO [M:0;699c9baf3d29:35329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 941570dff5164ccdbbc088f4bffb0741 2024-12-03T09:22:13,109 DEBUG [M:0;699c9baf3d29:35329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/940eb5df7f8147fda280e0f7a1eab95b is 69, key is 699c9baf3d29,42687,1733217691079/rs:state/1733217692741/Put/seqid=0 2024-12-03T09:22:13,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39313 is added to blk_1073741851_1027 (size=5156) 2024-12-03T09:22:13,512 INFO [M:0;699c9baf3d29:35329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/940eb5df7f8147fda280e0f7a1eab95b 2024-12-03T09:22:13,516 DEBUG [M:0;699c9baf3d29:35329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8b69bc00bee48cd9bb524fdb92e17e2 as hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8b69bc00bee48cd9bb524fdb92e17e2 2024-12-03T09:22:13,519 INFO [M:0;699c9baf3d29:35329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8b69bc00bee48cd9bb524fdb92e17e2, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T09:22:13,519 DEBUG [M:0;699c9baf3d29:35329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/941570dff5164ccdbbc088f4bffb0741 as hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/941570dff5164ccdbbc088f4bffb0741 2024-12-03T09:22:13,523 INFO [M:0;699c9baf3d29:35329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 941570dff5164ccdbbc088f4bffb0741 2024-12-03T09:22:13,523 INFO [M:0;699c9baf3d29:35329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/941570dff5164ccdbbc088f4bffb0741, entries=11, sequenceid=105, filesize=7.0 K 2024-12-03T09:22:13,524 DEBUG [M:0;699c9baf3d29:35329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/940eb5df7f8147fda280e0f7a1eab95b as hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/940eb5df7f8147fda280e0f7a1eab95b 2024-12-03T09:22:13,527 INFO [M:0;699c9baf3d29:35329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33179/user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/940eb5df7f8147fda280e0f7a1eab95b, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T09:22:13,527 INFO [M:0;699c9baf3d29:35329 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false 2024-12-03T09:22:13,528 INFO [M:0;699c9baf3d29:35329 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:13,528 DEBUG [M:0;699c9baf3d29:35329 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217732248Disabling compacts and flushes for region at 1733217732248Disabling writes for close at 1733217732248Obtaining lock to block concurrent updates at 1733217732248Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733217732248Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733217732248Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733217732249 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733217732249Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733217732263 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733217732264 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733217732671 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733217732689 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733217732689Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733217733097 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733217733108 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733217733108Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d4d7196: reopening flushed file at 1733217733515 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2841e6ff: reopening flushed file at 1733217733519 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68249f: reopening flushed file at 1733217733523 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false at 1733217733527 (+4 ms)Writing region close event to WAL at 1733217733528 (+1 ms)Closed at 1733217733528 2024-12-03T09:22:13,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39313 is added to blk_1073741830_1006 (size=64423) 2024-12-03T09:22:13,530 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c3c191c-f321-c8b1-2b80-6272b0abd2df/MasterData/WALs/699c9baf3d29,35329,1733217690872/699c9baf3d29%2C35329%2C1733217690872.1733217692432 not finished, retry = 0 2024-12-03T09:22:13,630 INFO [M:0;699c9baf3d29:35329 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T09:22:13,630 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:22:13,630 INFO [M:0;699c9baf3d29:35329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35329 2024-12-03T09:22:13,631 INFO [M:0;699c9baf3d29:35329 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:22:13,796 INFO [M:0;699c9baf3d29:35329 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:22:13,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:22:13,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x1019a7f17620000, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:22:13,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@368c37ea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:22:13,800 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@770db563{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:22:13,800 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:22:13,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48c24fea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:22:13,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@281f21dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/hadoop.log.dir/,STOPPED} 2024-12-03T09:22:13,801 WARN [BP-2046061227-172.17.0.2-1733217688526 heartbeating to localhost/127.0.0.1:33179 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T09:22:13,801 WARN [BP-2046061227-172.17.0.2-1733217688526 heartbeating to localhost/127.0.0.1:33179 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2046061227-172.17.0.2-1733217688526 (Datanode Uuid 15678879-33db-4a74-b9a0-39f0f3241712) service to localhost/127.0.0.1:33179 2024-12-03T09:22:13,801 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/cluster_2c0bb85e-9e74-8ee3-fb09-ccde9256e170/data/data1/current/BP-2046061227-172.17.0.2-1733217688526 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:22:13,801 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/cluster_2c0bb85e-9e74-8ee3-fb09-ccde9256e170/data/data2/current/BP-2046061227-172.17.0.2-1733217688526 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:22:13,802 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T09:22:13,802 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T09:22:13,802 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T09:22:13,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2aafeb29{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:22:13,806 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3dbebb6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:22:13,806 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:22:13,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20cb887c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:22:13,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a80e806{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626bbe9c-5073-7636-8122-1955b9887ab1/hadoop.log.dir/,STOPPED} 2024-12-03T09:22:13,810 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T09:22:13,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T09:22:13,832 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=357 (was 312) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37993 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63347) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:37993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63347) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:46013 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46013 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46013 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46013 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33179 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:33179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46013 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63347) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=791 (was 727) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=347 (was 429), ProcessCount=11 (was 11), AvailableMemoryMB=12853 (was 13056) 2024-12-03T09:22:13,841 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=357, OpenFileDescriptor=791, MaxFileDescriptor=1048576, SystemLoadAverage=347, ProcessCount=11, AvailableMemoryMB=12853 2024-12-03T09:22:13,852 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-03T09:22:13,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/hadoop.log.dir so I do NOT create it in target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2 2024-12-03T09:22:13,852 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T09:22:13,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/hadoop.tmp.dir so I do NOT create it in target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2 2024-12-03T09:22:13,852 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c75cc95a-37f4-674d-5cad-8316f28263e4/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T09:22:13,852 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2 2024-12-03T09:22:13,852 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/cluster_4984ca84-f8e6-1e3a-d7d1-dcd7cef522ac, deleteOnExit=true 2024-12-03T09:22:13,854 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/cluster_4984ca84-f8e6-1e3a-d7d1-dcd7cef522ac/zookeeper_0, clientPort=64001, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/cluster_4984ca84-f8e6-1e3a-d7d1-dcd7cef522ac/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/cluster_4984ca84-f8e6-1e3a-d7d1-dcd7cef522ac/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T09:22:13,855 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64001 2024-12-03T09:22:13,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T09:22:13,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T09:22:13,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/test.cache.data in system properties and HBase conf 2024-12-03T09:22:13,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T09:22:13,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/hadoop.log.dir in system properties and HBase conf 2024-12-03T09:22:13,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T09:22:13,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T09:22:13,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T09:22:13,855 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T09:22:13,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:22:13,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:22:13,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T09:22:13,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:22:13,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T09:22:13,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T09:22:13,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:22:13,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:22:13,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T09:22:13,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/nfs.dump.dir in system properties and HBase conf 2024-12-03T09:22:13,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/java.io.tmpdir in system properties and HBase conf 2024-12-03T09:22:13,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:22:13,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T09:22:13,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T09:22:13,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1019a7f17620008, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T09:22:13,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019a7f17620005, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T09:22:13,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019a7f17620002, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T09:22:13,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019a7f17620005, quorum=127.0.0.1:63347, baseZNode=/1-1245218521 Received Disconnected from ZooKeeper, ignoring 2024-12-03T09:22:13,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019a7f17620002, quorum=127.0.0.1:63347, baseZNode=/01780672650 Received Disconnected from ZooKeeper, ignoring 2024-12-03T09:22:13,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1019a7f17620008, quorum=127.0.0.1:63347, baseZNode=/2-210463599 Received Disconnected from ZooKeeper, ignoring 2024-12-03T09:22:14,116 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:22:14,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:14,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:14,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:14,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:14,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:14,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:14,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:14,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:14,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:14,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:14,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:14,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:14,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:14,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:14,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:14,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:14,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:14,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:22:14,337 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:22:14,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:22:14,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:22:14,338 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T09:22:14,339 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:22:14,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1776123c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:22:14,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e18c48b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:22:14,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2bab9e15{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/java.io.tmpdir/jetty-localhost-33643-hadoop-hdfs-3_4_1-tests_jar-_-any-16573048803376758366/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:22:14,444 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42b227f{HTTP/1.1, (http/1.1)}{localhost:33643} 2024-12-03T09:22:14,444 INFO [Time-limited test {}] server.Server(415): Started @321077ms 2024-12-03T09:22:14,694 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:22:14,696 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:22:14,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:22:14,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:22:14,697 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T09:22:14,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@410419a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:22:14,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@529ab599{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:22:14,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b5cdbc6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/java.io.tmpdir/jetty-localhost-45383-hadoop-hdfs-3_4_1-tests_jar-_-any-1025813604780557519/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:22:14,787 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52b2b886{HTTP/1.1, (http/1.1)}{localhost:45383} 2024-12-03T09:22:14,787 INFO [Time-limited test {}] server.Server(415): Started @321420ms 2024-12-03T09:22:14,788 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T09:22:15,362 WARN [Thread-4179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/cluster_4984ca84-f8e6-1e3a-d7d1-dcd7cef522ac/data/data2/current/BP-1155864763-172.17.0.2-1733217733868/current, will proceed with Du for space computation calculation, 2024-12-03T09:22:15,362 WARN [Thread-4178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/cluster_4984ca84-f8e6-1e3a-d7d1-dcd7cef522ac/data/data1/current/BP-1155864763-172.17.0.2-1733217733868/current, will proceed with Du for space computation calculation, 2024-12-03T09:22:15,379 WARN [Thread-4166 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T09:22:15,381 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92faf4fbd524fd7c with lease ID 0x169e76470f7bcffc: Processing first storage report for DS-db95080b-4f18-47dc-9380-2051351d5280 from datanode DatanodeRegistration(127.0.0.1:33221, datanodeUuid=02c5f341-86cf-49a4-9ddd-a3ced5cfd47e, infoPort=33187, infoSecurePort=0, ipcPort=36821, storageInfo=lv=-57;cid=testClusterID;nsid=223970557;c=1733217733868) 2024-12-03T09:22:15,381 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92faf4fbd524fd7c with lease ID 0x169e76470f7bcffc: from storage DS-db95080b-4f18-47dc-9380-2051351d5280 node DatanodeRegistration(127.0.0.1:33221, datanodeUuid=02c5f341-86cf-49a4-9ddd-a3ced5cfd47e, infoPort=33187, infoSecurePort=0, ipcPort=36821, storageInfo=lv=-57;cid=testClusterID;nsid=223970557;c=1733217733868), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:22:15,381 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92faf4fbd524fd7c with lease ID 0x169e76470f7bcffc: Processing first storage report for DS-05bcfddf-42a6-46c9-8cdf-f8d1de3cd6f8 from datanode DatanodeRegistration(127.0.0.1:33221, datanodeUuid=02c5f341-86cf-49a4-9ddd-a3ced5cfd47e, infoPort=33187, infoSecurePort=0, ipcPort=36821, storageInfo=lv=-57;cid=testClusterID;nsid=223970557;c=1733217733868) 2024-12-03T09:22:15,381 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92faf4fbd524fd7c with lease ID 0x169e76470f7bcffc: from storage DS-05bcfddf-42a6-46c9-8cdf-f8d1de3cd6f8 node DatanodeRegistration(127.0.0.1:33221, datanodeUuid=02c5f341-86cf-49a4-9ddd-a3ced5cfd47e, infoPort=33187, infoSecurePort=0, ipcPort=36821, storageInfo=lv=-57;cid=testClusterID;nsid=223970557;c=1733217733868), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:22:15,413 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2 2024-12-03T09:22:15,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:15,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:15,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741825_1001 (size=7) 2024-12-03T09:22:15,822 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021 with version=8 2024-12-03T09:22:15,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/hbase-staging 2024-12-03T09:22:15,824 INFO [Time-limited test {}] client.ConnectionUtils(128): master/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:22:15,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:22:15,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:22:15,824 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:22:15,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:22:15,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:22:15,824 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T09:22:15,824 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:22:15,825 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39565 2024-12-03T09:22:15,826 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39565 connecting to ZooKeeper ensemble=127.0.0.1:64001 2024-12-03T09:22:15,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395650x0, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:22:15,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39565-0x1019a7fc8890000 connected 2024-12-03T09:22:16,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:16,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:16,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39565-0x1019a7fc8890000, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Set watcher on znode that does not yet exist, /0-1227912715/running 2024-12-03T09:22:16,173 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021, hbase.cluster.distributed=false 2024-12-03T09:22:16,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39565-0x1019a7fc8890000, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Set watcher on znode that does not yet exist, /0-1227912715/acl 2024-12-03T09:22:16,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39565 2024-12-03T09:22:16,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39565 2024-12-03T09:22:16,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39565 2024-12-03T09:22:16,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39565 2024-12-03T09:22:16,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39565 2024-12-03T09:22:16,192 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:22:16,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:22:16,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:22:16,192 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:22:16,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:22:16,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:22:16,192 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:22:16,193 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:22:16,193 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36093 2024-12-03T09:22:16,194 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36093 connecting to ZooKeeper ensemble=127.0.0.1:64001 2024-12-03T09:22:16,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:16,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:16,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360930x0, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:22:16,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36093-0x1019a7fc8890001 connected 2024-12-03T09:22:16,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360930x0, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Set watcher on znode that does not yet exist, /0-1227912715/running 2024-12-03T09:22:16,210 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:22:16,211 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:22:16,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36093-0x1019a7fc8890001, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Set watcher on znode that does not yet exist, /0-1227912715/master 2024-12-03T09:22:16,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36093-0x1019a7fc8890001, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Set watcher on znode that does not yet exist, /0-1227912715/acl 2024-12-03T09:22:16,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36093 2024-12-03T09:22:16,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36093 2024-12-03T09:22:16,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36093 2024-12-03T09:22:16,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36093 2024-12-03T09:22:16,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36093 2024-12-03T09:22:16,241 DEBUG [M:0;699c9baf3d29:39565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;699c9baf3d29:39565 2024-12-03T09:22:16,241 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1227912715/backup-masters/699c9baf3d29,39565,1733217735824 2024-12-03T09:22:16,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36093-0x1019a7fc8890001, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227912715/backup-masters 2024-12-03T09:22:16,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39565-0x1019a7fc8890000, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227912715/backup-masters 2024-12-03T09:22:16,254 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39565-0x1019a7fc8890000, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Set watcher on existing znode=/0-1227912715/backup-masters/699c9baf3d29,39565,1733217735824 2024-12-03T09:22:16,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36093-0x1019a7fc8890001, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1227912715/master 2024-12-03T09:22:16,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39565-0x1019a7fc8890000, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227912715 2024-12-03T09:22:16,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36093-0x1019a7fc8890001, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227912715 2024-12-03T09:22:16,264 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39565-0x1019a7fc8890000, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Set watcher on existing znode=/0-1227912715/master 2024-12-03T09:22:16,264 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1227912715/backup-masters/699c9baf3d29,39565,1733217735824 from backup master directory 2024-12-03T09:22:16,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39565-0x1019a7fc8890000, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1227912715/backup-masters/699c9baf3d29,39565,1733217735824 2024-12-03T09:22:16,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39565-0x1019a7fc8890000, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227912715/backup-masters 2024-12-03T09:22:16,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36093-0x1019a7fc8890001, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227912715/backup-masters 2024-12-03T09:22:16,274 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:22:16,274 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=699c9baf3d29,39565,1733217735824 2024-12-03T09:22:16,277 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/hbase.id] with ID: 83f7fa95-3262-4d10-8110-abf73201dd70 2024-12-03T09:22:16,277 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/.tmp/hbase.id 2024-12-03T09:22:16,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741826_1002 (size=42) 2024-12-03T09:22:16,682 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/.tmp/hbase.id]:[hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/hbase.id] 2024-12-03T09:22:16,688 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:16,688 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T09:22:16,689 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T09:22:16,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39565-0x1019a7fc8890000, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227912715 2024-12-03T09:22:16,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36093-0x1019a7fc8890001, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227912715 2024-12-03T09:22:16,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741827_1003 (size=196) 2024-12-03T09:22:17,245 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:22:17,246 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T09:22:17,246 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:22:17,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741828_1004 (size=1189) 2024-12-03T09:22:17,651 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/MasterData/data/master/store 2024-12-03T09:22:17,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741829_1005 (size=34) 2024-12-03T09:22:18,056 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:22:18,056 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:22:18,056 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:18,056 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:18,056 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:22:18,056 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:18,056 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:18,056 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217738056Disabling compacts and flushes for region at 1733217738056Disabling writes for close at 1733217738056Writing region close event to WAL at 1733217738056Closed at 1733217738056 2024-12-03T09:22:18,057 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/MasterData/data/master/store/.initializing 2024-12-03T09:22:18,057 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/MasterData/WALs/699c9baf3d29,39565,1733217735824 2024-12-03T09:22:18,057 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:22:18,058 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C39565%2C1733217735824, suffix=, logDir=hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/MasterData/WALs/699c9baf3d29,39565,1733217735824, archiveDir=hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/MasterData/oldWALs, maxLogs=10 2024-12-03T09:22:18,070 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/MasterData/WALs/699c9baf3d29,39565,1733217735824/699c9baf3d29%2C39565%2C1733217735824.1733217738059, exclude list is [], retry=0 2024-12-03T09:22:18,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33221,DS-db95080b-4f18-47dc-9380-2051351d5280,DISK] 2024-12-03T09:22:18,073 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/MasterData/WALs/699c9baf3d29,39565,1733217735824/699c9baf3d29%2C39565%2C1733217735824.1733217738059 2024-12-03T09:22:18,073 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33187:33187)] 2024-12-03T09:22:18,073 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:22:18,073 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:22:18,073 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:18,073 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:18,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:18,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T09:22:18,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:18,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:18,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:18,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T09:22:18,076 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:18,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:22:18,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:18,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T09:22:18,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:18,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:22:18,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:18,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T09:22:18,078 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:18,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:22:18,078 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:18,079 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:18,079 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:18,080 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:18,080 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:18,080 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:22:18,080 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:18,082 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:22:18,082 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59143864, jitterRate=-0.11868774890899658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:22:18,083 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733217738073Initializing all the Stores at 1733217738074 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217738074Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217738074Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217738074Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217738074Cleaning up temporary data from old regions at 1733217738080 (+6 ms)Region opened successfully at 1733217738083 (+3 ms) 2024-12-03T09:22:18,083 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T09:22:18,085 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773794a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:22:18,086 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T09:22:18,086 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T09:22:18,086 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T09:22:18,086 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T09:22:18,086 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T09:22:18,086 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T09:22:18,086 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T09:22:18,089 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T09:22:18,090 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39565-0x1019a7fc8890000, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Unable to get data of znode /0-1227912715/balancer because node does not exist (not necessarily an error) 2024-12-03T09:22:18,148 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1227912715/balancer already deleted, retry=false 2024-12-03T09:22:18,148 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T09:22:18,149 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39565-0x1019a7fc8890000, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Unable to get data of znode /0-1227912715/normalizer because node does not exist (not necessarily an error) 2024-12-03T09:22:18,159 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1227912715/normalizer already deleted, retry=false 2024-12-03T09:22:18,159 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T09:22:18,160 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39565-0x1019a7fc8890000, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Unable to get data of znode /0-1227912715/switch/split because node does not exist (not necessarily an error) 2024-12-03T09:22:18,169 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1227912715/switch/split already deleted, retry=false 2024-12-03T09:22:18,170 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39565-0x1019a7fc8890000, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Unable to get data of znode /0-1227912715/switch/merge because node does not exist (not necessarily an error) 2024-12-03T09:22:18,179 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1227912715/switch/merge already deleted, retry=false 2024-12-03T09:22:18,181 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39565-0x1019a7fc8890000, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Unable to get data of znode /0-1227912715/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T09:22:18,190 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1227912715/snapshot-cleanup already deleted, retry=false 2024-12-03T09:22:18,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39565-0x1019a7fc8890000, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1227912715/running 2024-12-03T09:22:18,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36093-0x1019a7fc8890001, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1227912715/running 2024-12-03T09:22:18,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36093-0x1019a7fc8890001, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227912715 2024-12-03T09:22:18,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39565-0x1019a7fc8890000, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227912715 2024-12-03T09:22:18,201 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=699c9baf3d29,39565,1733217735824, sessionid=0x1019a7fc8890000, setting cluster-up flag (Was=false) 2024-12-03T09:22:18,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36093-0x1019a7fc8890001, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227912715 2024-12-03T09:22:18,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39565-0x1019a7fc8890000, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227912715 2024-12-03T09:22:18,253 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1227912715/flush-table-proc/acquired, /0-1227912715/flush-table-proc/reached, /0-1227912715/flush-table-proc/abort 2024-12-03T09:22:18,254 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,39565,1733217735824 2024-12-03T09:22:18,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36093-0x1019a7fc8890001, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227912715 2024-12-03T09:22:18,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39565-0x1019a7fc8890000, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227912715 2024-12-03T09:22:18,306 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1227912715/online-snapshot/acquired, /0-1227912715/online-snapshot/reached, /0-1227912715/online-snapshot/abort 2024-12-03T09:22:18,307 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,39565,1733217735824 2024-12-03T09:22:18,307 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T09:22:18,309 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T09:22:18,309 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T09:22:18,309 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T09:22:18,309 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 699c9baf3d29,39565,1733217735824 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T09:22:18,310 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:22:18,310 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:22:18,310 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:22:18,310 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:22:18,310 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/699c9baf3d29:0, corePoolSize=10, maxPoolSize=10 2024-12-03T09:22:18,310 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:18,310 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:22:18,310 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:18,311 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733217768311 2024-12-03T09:22:18,311 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T09:22:18,311 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:22:18,311 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T09:22:18,311 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T09:22:18,311 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T09:22:18,311 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T09:22:18,311 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T09:22:18,311 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T09:22:18,311 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:18,312 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T09:22:18,312 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T09:22:18,312 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T09:22:18,312 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T09:22:18,312 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:18,312 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T09:22:18,316 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T09:22:18,316 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T09:22:18,316 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217738316,5,FailOnTimeoutGroup] 2024-12-03T09:22:18,317 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217738316,5,FailOnTimeoutGroup] 2024-12-03T09:22:18,317 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:18,317 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T09:22:18,317 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:18,317 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:18,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741831_1007 (size=1321) 2024-12-03T09:22:18,333 INFO [RS:0;699c9baf3d29:36093 {}] regionserver.HRegionServer(746): ClusterId : 83f7fa95-3262-4d10-8110-abf73201dd70 2024-12-03T09:22:18,333 DEBUG [RS:0;699c9baf3d29:36093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:22:18,338 DEBUG [RS:0;699c9baf3d29:36093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:22:18,338 DEBUG [RS:0;699c9baf3d29:36093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:22:18,349 DEBUG [RS:0;699c9baf3d29:36093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:22:18,349 DEBUG [RS:0;699c9baf3d29:36093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f8d54f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:22:18,361 DEBUG [RS:0;699c9baf3d29:36093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;699c9baf3d29:36093 2024-12-03T09:22:18,361 INFO [RS:0;699c9baf3d29:36093 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:22:18,361 INFO [RS:0;699c9baf3d29:36093 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:22:18,361 DEBUG [RS:0;699c9baf3d29:36093 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:22:18,361 INFO [RS:0;699c9baf3d29:36093 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,39565,1733217735824 with port=36093, startcode=1733217736192 2024-12-03T09:22:18,362 DEBUG [RS:0;699c9baf3d29:36093 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:22:18,362 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:22:18,363 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39565 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,36093,1733217736192 2024-12-03T09:22:18,363 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39565 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,36093,1733217736192 2024-12-03T09:22:18,364 DEBUG [RS:0;699c9baf3d29:36093 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021 2024-12-03T09:22:18,364 DEBUG [RS:0;699c9baf3d29:36093 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38833 2024-12-03T09:22:18,364 DEBUG [RS:0;699c9baf3d29:36093 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:22:18,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39565-0x1019a7fc8890000, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227912715/rs 2024-12-03T09:22:18,369 DEBUG [RS:0;699c9baf3d29:36093 {}] zookeeper.ZKUtil(111): regionserver:36093-0x1019a7fc8890001, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Set watcher on existing znode=/0-1227912715/rs/699c9baf3d29,36093,1733217736192 2024-12-03T09:22:18,370 WARN [RS:0;699c9baf3d29:36093 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:22:18,370 INFO [RS:0;699c9baf3d29:36093 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:22:18,370 DEBUG [RS:0;699c9baf3d29:36093 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/WALs/699c9baf3d29,36093,1733217736192 2024-12-03T09:22:18,370 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,36093,1733217736192] 2024-12-03T09:22:18,372 INFO [RS:0;699c9baf3d29:36093 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:22:18,374 INFO [RS:0;699c9baf3d29:36093 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:22:18,374 INFO [RS:0;699c9baf3d29:36093 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:22:18,374 INFO [RS:0;699c9baf3d29:36093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:18,374 INFO [RS:0;699c9baf3d29:36093 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:22:18,374 INFO [RS:0;699c9baf3d29:36093 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:22:18,374 INFO [RS:0;699c9baf3d29:36093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:18,375 DEBUG [RS:0;699c9baf3d29:36093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:18,375 DEBUG [RS:0;699c9baf3d29:36093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:18,375 DEBUG [RS:0;699c9baf3d29:36093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:18,375 DEBUG [RS:0;699c9baf3d29:36093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:18,375 DEBUG [RS:0;699c9baf3d29:36093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:18,375 DEBUG [RS:0;699c9baf3d29:36093 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:22:18,375 DEBUG [RS:0;699c9baf3d29:36093 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:18,375 DEBUG [RS:0;699c9baf3d29:36093 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:18,375 DEBUG [RS:0;699c9baf3d29:36093 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:18,375 DEBUG [RS:0;699c9baf3d29:36093 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:18,375 DEBUG [RS:0;699c9baf3d29:36093 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:18,375 DEBUG [RS:0;699c9baf3d29:36093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:18,375 DEBUG [RS:0;699c9baf3d29:36093 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:22:18,375 DEBUG [RS:0;699c9baf3d29:36093 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:22:18,375 INFO [RS:0;699c9baf3d29:36093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:18,375 INFO [RS:0;699c9baf3d29:36093 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:18,375 INFO [RS:0;699c9baf3d29:36093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:18,375 INFO [RS:0;699c9baf3d29:36093 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:18,375 INFO [RS:0;699c9baf3d29:36093 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:18,375 INFO [RS:0;699c9baf3d29:36093 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,36093,1733217736192-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:22:18,400 INFO [RS:0;699c9baf3d29:36093 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:22:18,400 INFO [RS:0;699c9baf3d29:36093 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,36093,1733217736192-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:18,400 INFO [RS:0;699c9baf3d29:36093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:18,400 INFO [RS:0;699c9baf3d29:36093 {}] regionserver.Replication(171): 699c9baf3d29,36093,1733217736192 started 2024-12-03T09:22:18,412 INFO [RS:0;699c9baf3d29:36093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:18,412 INFO [RS:0;699c9baf3d29:36093 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,36093,1733217736192, RpcServer on 699c9baf3d29/172.17.0.2:36093, sessionid=0x1019a7fc8890001 2024-12-03T09:22:18,413 DEBUG [RS:0;699c9baf3d29:36093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:22:18,413 DEBUG [RS:0;699c9baf3d29:36093 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,36093,1733217736192 2024-12-03T09:22:18,413 DEBUG [RS:0;699c9baf3d29:36093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,36093,1733217736192' 2024-12-03T09:22:18,413 DEBUG [RS:0;699c9baf3d29:36093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1227912715/flush-table-proc/abort' 2024-12-03T09:22:18,413 DEBUG [RS:0;699c9baf3d29:36093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1227912715/flush-table-proc/acquired' 2024-12-03T09:22:18,413 DEBUG [RS:0;699c9baf3d29:36093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:22:18,413 DEBUG [RS:0;699c9baf3d29:36093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:22:18,413 DEBUG [RS:0;699c9baf3d29:36093 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,36093,1733217736192 2024-12-03T09:22:18,413 DEBUG [RS:0;699c9baf3d29:36093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,36093,1733217736192' 2024-12-03T09:22:18,414 DEBUG [RS:0;699c9baf3d29:36093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1227912715/online-snapshot/abort' 2024-12-03T09:22:18,414 DEBUG [RS:0;699c9baf3d29:36093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1227912715/online-snapshot/acquired' 2024-12-03T09:22:18,414 DEBUG [RS:0;699c9baf3d29:36093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:22:18,414 INFO [RS:0;699c9baf3d29:36093 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:22:18,414 INFO [RS:0;699c9baf3d29:36093 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:22:18,514 INFO [RS:0;699c9baf3d29:36093 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:22:18,516 INFO [RS:0;699c9baf3d29:36093 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C36093%2C1733217736192, suffix=, logDir=hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/WALs/699c9baf3d29,36093,1733217736192, archiveDir=hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/oldWALs, maxLogs=10 2024-12-03T09:22:18,531 DEBUG [RS:0;699c9baf3d29:36093 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/WALs/699c9baf3d29,36093,1733217736192/699c9baf3d29%2C36093%2C1733217736192.1733217738516, exclude list is [], retry=0 2024-12-03T09:22:18,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33221,DS-db95080b-4f18-47dc-9380-2051351d5280,DISK] 2024-12-03T09:22:18,534 INFO [RS:0;699c9baf3d29:36093 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/WALs/699c9baf3d29,36093,1733217736192/699c9baf3d29%2C36093%2C1733217736192.1733217738516 2024-12-03T09:22:18,534 DEBUG [RS:0;699c9baf3d29:36093 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33187:33187)] 2024-12-03T09:22:18,726 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T09:22:18,726 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021 2024-12-03T09:22:18,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741833_1009 (size=32) 2024-12-03T09:22:19,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:22:19,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:22:19,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:22:19,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:19,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:19,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:22:19,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:22:19,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:19,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:19,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:22:19,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:22:19,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:19,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:19,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:22:19,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:22:19,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:19,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:19,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:22:19,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/data/hbase/meta/1588230740 2024-12-03T09:22:19,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/data/hbase/meta/1588230740 2024-12-03T09:22:19,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:22:19,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:22:19,137 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:22:19,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:22:19,140 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:22:19,140 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70519783, jitterRate=0.050826653838157654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:22:19,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733217739131Initializing all the Stores at 1733217739132 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217739132Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217739132Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217739132Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217739132Cleaning up temporary data from old regions at 1733217739137 (+5 ms)Region opened successfully at 1733217739141 (+4 ms) 2024-12-03T09:22:19,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:22:19,141 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:22:19,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:22:19,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:22:19,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:22:19,141 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:22:19,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217739141Disabling compacts and flushes for region at 1733217739141Disabling writes for close at 1733217739141Writing region close event to WAL at 1733217739141Closed at 1733217739141 2024-12-03T09:22:19,142 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:22:19,142 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T09:22:19,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T09:22:19,143 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:22:19,143 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T09:22:19,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T09:22:19,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T09:22:19,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T09:22:19,293 DEBUG [699c9baf3d29:39565 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T09:22:19,294 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=699c9baf3d29,36093,1733217736192 2024-12-03T09:22:19,294 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,36093,1733217736192, state=OPENING 2024-12-03T09:22:19,358 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T09:22:19,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39565-0x1019a7fc8890000, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227912715 2024-12-03T09:22:19,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36093-0x1019a7fc8890001, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227912715 2024-12-03T09:22:19,400 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:22:19,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,36093,1733217736192}] 2024-12-03T09:22:19,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1227912715/meta-region-server: CHANGED 2024-12-03T09:22:19,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1227912715/meta-region-server: CHANGED 2024-12-03T09:22:19,552 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:22:19,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:22:19,555 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T09:22:19,555 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:22:19,556 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T09:22:19,556 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C36093%2C1733217736192.meta, suffix=.meta, logDir=hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/WALs/699c9baf3d29,36093,1733217736192, archiveDir=hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/oldWALs, maxLogs=10 2024-12-03T09:22:19,567 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/WALs/699c9baf3d29,36093,1733217736192/699c9baf3d29%2C36093%2C1733217736192.meta.1733217739557.meta, exclude list is [], retry=0 2024-12-03T09:22:19,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33221,DS-db95080b-4f18-47dc-9380-2051351d5280,DISK] 2024-12-03T09:22:19,570 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/WALs/699c9baf3d29,36093,1733217736192/699c9baf3d29%2C36093%2C1733217736192.meta.1733217739557.meta 2024-12-03T09:22:19,570 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33187:33187)] 2024-12-03T09:22:19,571 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:22:19,571 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:22:19,571 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:22:19,571 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T09:22:19,571 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T09:22:19,571 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T09:22:19,571 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:22:19,571 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T09:22:19,571 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T09:22:19,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:22:19,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:22:19,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:19,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:19,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:22:19,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:22:19,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:19,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:19,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:22:19,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:22:19,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:19,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:19,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:22:19,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:22:19,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:19,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:19,574 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:22:19,575 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/data/hbase/meta/1588230740 2024-12-03T09:22:19,575 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/data/hbase/meta/1588230740 2024-12-03T09:22:19,576 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:22:19,576 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:22:19,576 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:22:19,577 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:22:19,577 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67273618, jitterRate=0.0024550259113311768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:22:19,577 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T09:22:19,578 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733217739571Writing region info on filesystem at 1733217739571Initializing all the Stores at 1733217739572 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217739572Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217739572Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217739572Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217739572Cleaning up temporary data from old regions at 1733217739576 (+4 ms)Running coprocessor post-open hooks at 1733217739577 (+1 ms)Region opened successfully at 1733217739578 (+1 ms) 2024-12-03T09:22:19,578 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733217739552 2024-12-03T09:22:19,580 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T09:22:19,580 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T09:22:19,580 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,36093,1733217736192 2024-12-03T09:22:19,581 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,36093,1733217736192, state=OPEN 2024-12-03T09:22:19,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39565-0x1019a7fc8890000, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1227912715/meta-region-server 2024-12-03T09:22:19,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36093-0x1019a7fc8890001, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1227912715/meta-region-server 2024-12-03T09:22:19,601 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=699c9baf3d29,36093,1733217736192 2024-12-03T09:22:19,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1227912715/meta-region-server: CHANGED 2024-12-03T09:22:19,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1227912715/meta-region-server: CHANGED 2024-12-03T09:22:19,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T09:22:19,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,36093,1733217736192 in 201 msec 2024-12-03T09:22:19,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T09:22:19,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 460 msec 2024-12-03T09:22:19,604 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:22:19,604 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T09:22:19,605 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:22:19,605 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,36093,1733217736192, seqNum=-1] 2024-12-03T09:22:19,606 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:22:19,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:22:19,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3010 sec 2024-12-03T09:22:19,610 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733217739610, completionTime=-1 2024-12-03T09:22:19,610 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T09:22:19,610 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T09:22:19,612 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T09:22:19,612 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733217799612 2024-12-03T09:22:19,612 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733217859612 2024-12-03T09:22:19,612 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T09:22:19,612 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,39565,1733217735824-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:19,612 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,39565,1733217735824-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:19,612 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,39565,1733217735824-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:19,612 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-699c9baf3d29:39565, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:19,612 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:19,612 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:19,613 DEBUG [master/699c9baf3d29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T09:22:19,614 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.340sec 2024-12-03T09:22:19,615 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T09:22:19,615 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T09:22:19,615 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T09:22:19,615 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T09:22:19,615 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T09:22:19,615 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,39565,1733217735824-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:22:19,615 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,39565,1733217735824-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T09:22:19,616 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T09:22:19,616 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T09:22:19,616 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,39565,1733217735824-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:19,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1361e344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:19,635 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,39565,-1 for getting cluster id 2024-12-03T09:22:19,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:22:19,636 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83f7fa95-3262-4d10-8110-abf73201dd70' 2024-12-03T09:22:19,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:22:19,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83f7fa95-3262-4d10-8110-abf73201dd70" 2024-12-03T09:22:19,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c51d45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:19,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,39565,-1] 2024-12-03T09:22:19,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:22:19,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:19,637 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:22:19,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197cc49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:19,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:22:19,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,36093,1733217736192, seqNum=-1] 2024-12-03T09:22:19,639 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:22:19,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:22:19,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=699c9baf3d29,39565,1733217735824 2024-12-03T09:22:19,641 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64001 2024-12-03T09:22:19,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64001, baseZNode=/0-1227912715 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:22:19,654 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019a7fc8890002 connected 2024-12-03T09:22:19,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:22:19,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,39565,1733217735824 2024-12-03T09:22:19,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d80c43f 2024-12-03T09:22:19,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:22:19,667 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:22:19,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:22:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T09:22:19,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:22:19,669 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:19,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T09:22:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:22:19,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:22:19,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741835_1011 (size=902) 2024-12-03T09:22:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:22:19,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:22:20,076 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8b614eb9c9ded988659ef6a94e5e954d, NAME => 'test,,1733217739667.8b614eb9c9ded988659ef6a94e5e954d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021 2024-12-03T09:22:20,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741836_1012 (size=39) 2024-12-03T09:22:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:22:20,480 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733217739667.8b614eb9c9ded988659ef6a94e5e954d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:22:20,480 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8b614eb9c9ded988659ef6a94e5e954d, disabling compactions & flushes 2024-12-03T09:22:20,480 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733217739667.8b614eb9c9ded988659ef6a94e5e954d. 2024-12-03T09:22:20,480 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217739667.8b614eb9c9ded988659ef6a94e5e954d. 2024-12-03T09:22:20,480 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733217739667.8b614eb9c9ded988659ef6a94e5e954d. after waiting 0 ms 2024-12-03T09:22:20,480 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733217739667.8b614eb9c9ded988659ef6a94e5e954d. 2024-12-03T09:22:20,480 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733217739667.8b614eb9c9ded988659ef6a94e5e954d. 2024-12-03T09:22:20,481 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8b614eb9c9ded988659ef6a94e5e954d: Waiting for close lock at 1733217740480Disabling compacts and flushes for region at 1733217740480Disabling writes for close at 1733217740480Writing region close event to WAL at 1733217740480Closed at 1733217740480 2024-12-03T09:22:20,482 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:22:20,482 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733217739667.8b614eb9c9ded988659ef6a94e5e954d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733217740482"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217740482"}]},"ts":"1733217740482"} 2024-12-03T09:22:20,483 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:22:20,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:22:20,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217740484"}]},"ts":"1733217740484"} 2024-12-03T09:22:20,485 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T09:22:20,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8b614eb9c9ded988659ef6a94e5e954d, ASSIGN}] 2024-12-03T09:22:20,486 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8b614eb9c9ded988659ef6a94e5e954d, ASSIGN 2024-12-03T09:22:20,487 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8b614eb9c9ded988659ef6a94e5e954d, ASSIGN; state=OFFLINE, location=699c9baf3d29,36093,1733217736192; forceNewPlan=false, retain=false 2024-12-03T09:22:20,637 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8b614eb9c9ded988659ef6a94e5e954d, regionState=OPENING, regionLocation=699c9baf3d29,36093,1733217736192 2024-12-03T09:22:20,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8b614eb9c9ded988659ef6a94e5e954d, ASSIGN because future has completed 2024-12-03T09:22:20,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b614eb9c9ded988659ef6a94e5e954d, server=699c9baf3d29,36093,1733217736192}] 2024-12-03T09:22:20,793 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733217739667.8b614eb9c9ded988659ef6a94e5e954d. 2024-12-03T09:22:20,793 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b614eb9c9ded988659ef6a94e5e954d, NAME => 'test,,1733217739667.8b614eb9c9ded988659ef6a94e5e954d.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:22:20,794 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:22:20,794 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T09:22:20,794 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8b614eb9c9ded988659ef6a94e5e954d 2024-12-03T09:22:20,794 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733217739667.8b614eb9c9ded988659ef6a94e5e954d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:22:20,794 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8b614eb9c9ded988659ef6a94e5e954d 2024-12-03T09:22:20,794 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8b614eb9c9ded988659ef6a94e5e954d 2024-12-03T09:22:20,795 INFO [StoreOpener-8b614eb9c9ded988659ef6a94e5e954d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8b614eb9c9ded988659ef6a94e5e954d 2024-12-03T09:22:20,796 INFO [StoreOpener-8b614eb9c9ded988659ef6a94e5e954d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b614eb9c9ded988659ef6a94e5e954d columnFamilyName f 2024-12-03T09:22:20,796 DEBUG [StoreOpener-8b614eb9c9ded988659ef6a94e5e954d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:20,796 INFO [StoreOpener-8b614eb9c9ded988659ef6a94e5e954d-1 {}] regionserver.HStore(327): Store=8b614eb9c9ded988659ef6a94e5e954d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:22:20,796 INFO [StoreOpener-8b614eb9c9ded988659ef6a94e5e954d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8b614eb9c9ded988659ef6a94e5e954d 2024-12-03T09:22:20,797 INFO [StoreOpener-8b614eb9c9ded988659ef6a94e5e954d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b614eb9c9ded988659ef6a94e5e954d columnFamilyName f1 2024-12-03T09:22:20,797 DEBUG [StoreOpener-8b614eb9c9ded988659ef6a94e5e954d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:20,797 INFO [StoreOpener-8b614eb9c9ded988659ef6a94e5e954d-1 {}] regionserver.HStore(327): Store=8b614eb9c9ded988659ef6a94e5e954d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:22:20,797 INFO [StoreOpener-8b614eb9c9ded988659ef6a94e5e954d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8b614eb9c9ded988659ef6a94e5e954d 2024-12-03T09:22:20,798 INFO [StoreOpener-8b614eb9c9ded988659ef6a94e5e954d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b614eb9c9ded988659ef6a94e5e954d columnFamilyName norep 2024-12-03T09:22:20,798 DEBUG [StoreOpener-8b614eb9c9ded988659ef6a94e5e954d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:20,798 INFO [StoreOpener-8b614eb9c9ded988659ef6a94e5e954d-1 {}] regionserver.HStore(327): Store=8b614eb9c9ded988659ef6a94e5e954d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:22:20,798 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8b614eb9c9ded988659ef6a94e5e954d 2024-12-03T09:22:20,799 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/data/default/test/8b614eb9c9ded988659ef6a94e5e954d 2024-12-03T09:22:20,799 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/data/default/test/8b614eb9c9ded988659ef6a94e5e954d 2024-12-03T09:22:20,799 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8b614eb9c9ded988659ef6a94e5e954d 2024-12-03T09:22:20,799 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8b614eb9c9ded988659ef6a94e5e954d 2024-12-03T09:22:20,800 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:22:20,800 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8b614eb9c9ded988659ef6a94e5e954d 2024-12-03T09:22:20,801 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/data/default/test/8b614eb9c9ded988659ef6a94e5e954d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:22:20,802 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8b614eb9c9ded988659ef6a94e5e954d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59360511, jitterRate=-0.11545945703983307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:22:20,802 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b614eb9c9ded988659ef6a94e5e954d 2024-12-03T09:22:20,802 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8b614eb9c9ded988659ef6a94e5e954d: Running coprocessor pre-open hook at 1733217740794Writing region info on filesystem at 1733217740794Initializing all the Stores at 1733217740794Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217740794Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217740795 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217740795Cleaning up temporary data from old regions at 1733217740799 (+4 ms)Running coprocessor post-open hooks at 1733217740802 (+3 ms)Region opened successfully at 1733217740802 2024-12-03T09:22:20,803 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733217739667.8b614eb9c9ded988659ef6a94e5e954d., pid=6, masterSystemTime=1733217740791 2024-12-03T09:22:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:22:20,804 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733217739667.8b614eb9c9ded988659ef6a94e5e954d. 2024-12-03T09:22:20,804 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733217739667.8b614eb9c9ded988659ef6a94e5e954d. 2024-12-03T09:22:20,805 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8b614eb9c9ded988659ef6a94e5e954d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=699c9baf3d29,36093,1733217736192 2024-12-03T09:22:20,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b614eb9c9ded988659ef6a94e5e954d, server=699c9baf3d29,36093,1733217736192 because future has completed 2024-12-03T09:22:20,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T09:22:20,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b614eb9c9ded988659ef6a94e5e954d, server=699c9baf3d29,36093,1733217736192 in 168 msec 2024-12-03T09:22:20,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T09:22:20,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8b614eb9c9ded988659ef6a94e5e954d, ASSIGN in 323 msec 2024-12-03T09:22:20,810 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:22:20,810 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217740810"}]},"ts":"1733217740810"} 2024-12-03T09:22:20,811 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T09:22:20,812 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:22:20,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1440 sec 2024-12-03T09:22:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:22:21,813 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T09:22:21,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3367b585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:21,814 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,39565,-1 for getting cluster id 2024-12-03T09:22:21,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:22:21,814 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83f7fa95-3262-4d10-8110-abf73201dd70' 2024-12-03T09:22:21,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:22:21,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83f7fa95-3262-4d10-8110-abf73201dd70" 2024-12-03T09:22:21,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c704fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:21,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,39565,-1] 2024-12-03T09:22:21,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:22:21,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:21,815 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:22:21,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7687f852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:21,816 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:22:21,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,39565,1733217735824 2024-12-03T09:22:21,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3979e05d 2024-12-03T09:22:21,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:22:21,817 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:22:21,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://699c9baf3d29:39565,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T09:22:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T09:22:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:22:21,819 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:39565' 2024-12-03T09:22:21,820 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a59b919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:21,820 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,39565,-1 for getting cluster id 2024-12-03T09:22:21,820 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:22:21,820 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83f7fa95-3262-4d10-8110-abf73201dd70' 2024-12-03T09:22:21,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:22:21,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83f7fa95-3262-4d10-8110-abf73201dd70" 2024-12-03T09:22:21,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@83deb8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:21,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,39565,-1] 2024-12-03T09:22:21,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:22:21,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:21,821 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:22:21,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b25c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:21,822 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:22:21,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,39565,1733217735824 2024-12-03T09:22:21,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c9bb066 2024-12-03T09:22:21,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:22:21,823 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:22:21,823 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T09:22:21,823 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T09:22:21,823 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:21,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:22:21,823 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:21,824 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://699c9baf3d29:39565, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-03T09:22:21,828 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://699c9baf3d29:39565, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://699c9baf3d29:39565, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://699c9baf3d29:39565, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-03T09:22:21,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://699c9baf3d29:39565, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=11 msec 2024-12-03T09:22:21,829 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-03T09:22:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:22:21,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:22:21,924 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://699c9baf3d29:39565, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-03T09:22:21,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:21,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:21,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:21,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:22:21,939 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=523 (was 357) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fed949f79c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 36821 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp45691772-7887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/699c9baf3d29:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/cluster_4984ca84-f8e6-1e3a-d7d1-dcd7cef522ac/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 38833 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 2 on default port 36821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:64001 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@314166ea java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:64001): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217738316 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: regionserver/699c9baf3d29:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1678554546-7931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@3f07c3a5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/cluster_4984ca84-f8e6-1e3a-d7d1-dcd7cef522ac/data/data2/current/BP-1155864763-172.17.0.2-1733217733868 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp45691772-7881 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fed944352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$606/0x00007fed94acfd38.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/699c9baf3d29:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp45691772-7882 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fed944352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-47bb6c60-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 38833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1030907968_20 at /127.0.0.1:36946 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/cluster_4984ca84-f8e6-1e3a-d7d1-dcd7cef522ac/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@41f5b8e4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RS:0;699c9baf3d29:36093-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1735616218) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/cluster_4984ca84-f8e6-1e3a-d7d1-dcd7cef522ac/data/data1/current/BP-1155864763-172.17.0.2-1733217733868 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1678554546-7929 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fed944352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1030907968_20 at /127.0.0.1:37026 [Receiving block BP-1155864763-172.17.0.2-1733217733868:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021-prefix:699c9baf3d29,36093,1733217736192 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@3be29fd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1461160b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp45691772-7883 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fed944352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp45691772-7885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1155864763-172.17.0.2-1733217733868:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1155864763-172.17.0.2-1733217733868:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217738316 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021/MasterData-prefix:699c9baf3d29,39565,1733217735824 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1155864763-172.17.0.2-1733217733868:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:38833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1678554546-7932 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1678554546-7930-acceptor-0@58512feb-ServerConnector@52b2b886{HTTP/1.1, (http/1.1)}{localhost:45383} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1030907968_20 at /127.0.0.1:37050 [Receiving block BP-1155864763-172.17.0.2-1733217733868:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;699c9baf3d29:36093 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp45691772-7886 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-85bdf7f-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 36821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64001) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 3 on default port 36821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp45691772-7884-acceptor-0@11d481b0-ServerConnector@42b227f{HTTP/1.1, (http/1.1)}{localhost:33643} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 38833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64001) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;699c9baf3d29:39565 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@2ac6f1e7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38833 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/699c9baf3d29:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 36821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: BP-1155864763-172.17.0.2-1733217733868 heartbeating to localhost/127.0.0.1:38833 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64001) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38833/user/jenkins/test-data/afcf37a7-67f1-03b7-dab2-fce7659a8021-prefix:699c9baf3d29,36093,1733217736192.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-723772851_20 at /127.0.0.1:37010 [Receiving block BP-1155864763-172.17.0.2-1733217733868:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/699c9baf3d29:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 38833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@1c4c38e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 38833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp45691772-7880 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fed944352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 38833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@3d61c2d6 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@50677d54 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6057b4e0[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 36821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: 699c9baf3d29:39565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) - Thread LEAK? -, OpenFileDescriptor=865 (was 791) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=371 (was 347) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12804 (was 12853) 2024-12-03T09:22:21,942 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=523 is superior to 500 2024-12-03T09:22:21,955 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=523, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=371, ProcessCount=11, AvailableMemoryMB=12804 2024-12-03T09:22:21,955 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=523 is superior to 500 2024-12-03T09:22:21,971 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-03T09:22:21,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/hadoop.log.dir so I do NOT create it in target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f 2024-12-03T09:22:21,971 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T09:22:21,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/hadoop.tmp.dir so I do NOT create it in target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f 2024-12-03T09:22:21,971 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d30167-a5d2-6518-2ae9-6ceb568998c2/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T09:22:21,971 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f 2024-12-03T09:22:21,971 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/cluster_d9e3f4b6-f931-35d6-f448-8a2bbb1b622f, deleteOnExit=true 2024-12-03T09:22:22,006 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/cluster_d9e3f4b6-f931-35d6-f448-8a2bbb1b622f/zookeeper_0, clientPort=54051, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/cluster_d9e3f4b6-f931-35d6-f448-8a2bbb1b622f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/cluster_d9e3f4b6-f931-35d6-f448-8a2bbb1b622f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T09:22:22,007 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54051 2024-12-03T09:22:22,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T09:22:22,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T09:22:22,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/test.cache.data in system properties and HBase conf 2024-12-03T09:22:22,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T09:22:22,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/hadoop.log.dir in system properties and HBase conf 2024-12-03T09:22:22,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T09:22:22,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T09:22:22,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T09:22:22,008 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T09:22:22,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:22:22,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:22:22,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T09:22:22,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:22:22,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T09:22:22,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T09:22:22,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:22:22,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:22:22,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T09:22:22,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/nfs.dump.dir in system properties and HBase conf 2024-12-03T09:22:22,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/java.io.tmpdir in system properties and HBase conf 2024-12-03T09:22:22,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:22:22,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T09:22:22,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T09:22:22,327 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:22:22,330 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:22:22,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:22:22,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:22:22,332 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T09:22:22,332 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:22:22,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e544920{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:22:22,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4efffad1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:22:22,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42487ed5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/java.io.tmpdir/jetty-localhost-40731-hadoop-hdfs-3_4_1-tests_jar-_-any-12628711183759061548/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:22:22,430 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a2942d3{HTTP/1.1, (http/1.1)}{localhost:40731} 2024-12-03T09:22:22,430 INFO [Time-limited test {}] server.Server(415): Started @329063ms 2024-12-03T09:22:22,682 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:22:22,685 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:22:22,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:22:22,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:22:22,690 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T09:22:22,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@368fdfc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:22:22,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e5cb522{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:22:22,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34235706{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/java.io.tmpdir/jetty-localhost-43397-hadoop-hdfs-3_4_1-tests_jar-_-any-6686207764104053939/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:22:22,811 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1477ce42{HTTP/1.1, (http/1.1)}{localhost:43397} 2024-12-03T09:22:22,811 INFO [Time-limited test {}] server.Server(415): Started @329445ms 2024-12-03T09:22:22,812 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T09:22:23,561 WARN [Thread-4312 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/cluster_d9e3f4b6-f931-35d6-f448-8a2bbb1b622f/data/data2/current/BP-1725559068-172.17.0.2-1733217742026/current, will proceed with Du for space computation calculation, 2024-12-03T09:22:23,561 WARN [Thread-4311 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/cluster_d9e3f4b6-f931-35d6-f448-8a2bbb1b622f/data/data1/current/BP-1725559068-172.17.0.2-1733217742026/current, will proceed with Du for space computation calculation, 2024-12-03T09:22:23,578 WARN [Thread-4299 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T09:22:23,581 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x936bc432ea7e2fa0 with lease ID 0x151c0b82f3ef8387: Processing first storage report for DS-88bab215-b755-4001-b6c0-7fb508e5524c from datanode DatanodeRegistration(127.0.0.1:40403, datanodeUuid=f96db2ab-f7a4-46bb-be91-8da53b4c7056, infoPort=45209, infoSecurePort=0, ipcPort=43433, storageInfo=lv=-57;cid=testClusterID;nsid=1418821883;c=1733217742026) 2024-12-03T09:22:23,581 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x936bc432ea7e2fa0 with lease ID 0x151c0b82f3ef8387: from storage DS-88bab215-b755-4001-b6c0-7fb508e5524c node DatanodeRegistration(127.0.0.1:40403, datanodeUuid=f96db2ab-f7a4-46bb-be91-8da53b4c7056, infoPort=45209, infoSecurePort=0, ipcPort=43433, storageInfo=lv=-57;cid=testClusterID;nsid=1418821883;c=1733217742026), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:22:23,581 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x936bc432ea7e2fa0 with lease ID 0x151c0b82f3ef8387: Processing first storage report for DS-86b0fcf9-a02b-4039-8cf7-58e9f6386266 from datanode DatanodeRegistration(127.0.0.1:40403, datanodeUuid=f96db2ab-f7a4-46bb-be91-8da53b4c7056, infoPort=45209, infoSecurePort=0, ipcPort=43433, storageInfo=lv=-57;cid=testClusterID;nsid=1418821883;c=1733217742026) 2024-12-03T09:22:23,581 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x936bc432ea7e2fa0 with lease ID 0x151c0b82f3ef8387: from storage DS-86b0fcf9-a02b-4039-8cf7-58e9f6386266 node DatanodeRegistration(127.0.0.1:40403, datanodeUuid=f96db2ab-f7a4-46bb-be91-8da53b4c7056, infoPort=45209, infoSecurePort=0, ipcPort=43433, storageInfo=lv=-57;cid=testClusterID;nsid=1418821883;c=1733217742026), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:22:23,644 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f 2024-12-03T09:22:23,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:23,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:23,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741825_1001 (size=7) 2024-12-03T09:22:24,053 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7 with version=8 2024-12-03T09:22:24,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/hbase-staging 2024-12-03T09:22:24,055 INFO [Time-limited test {}] client.ConnectionUtils(128): master/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:22:24,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:22:24,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:22:24,055 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:22:24,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:22:24,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:22:24,055 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T09:22:24,055 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:22:24,055 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40803 2024-12-03T09:22:24,056 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40803 connecting to ZooKeeper ensemble=127.0.0.1:54051 2024-12-03T09:22:24,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408030x0, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:22:24,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40803-0x1019a7fe8610000 connected 2024-12-03T09:22:24,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:24,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:24,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Set watcher on znode that does not yet exist, /0-1514114771/running 2024-12-03T09:22:24,658 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7, hbase.cluster.distributed=false 2024-12-03T09:22:24,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Set watcher on znode that does not yet exist, /0-1514114771/acl 2024-12-03T09:22:24,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40803 2024-12-03T09:22:24,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40803 2024-12-03T09:22:24,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40803 2024-12-03T09:22:24,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40803 2024-12-03T09:22:24,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40803 2024-12-03T09:22:24,677 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:22:24,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:22:24,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:22:24,678 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:22:24,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:22:24,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:22:24,678 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:22:24,678 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:22:24,678 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34811 2024-12-03T09:22:24,679 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34811 connecting to ZooKeeper ensemble=127.0.0.1:54051 2024-12-03T09:22:24,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:24,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:24,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348110x0, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:22:24,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348110x0, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Set watcher on znode that does not yet exist, /0-1514114771/running 2024-12-03T09:22:24,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34811-0x1019a7fe8610001 connected 2024-12-03T09:22:24,697 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:22:24,697 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:22:24,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34811-0x1019a7fe8610001, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Set watcher on znode that does not yet exist, /0-1514114771/master 2024-12-03T09:22:24,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34811-0x1019a7fe8610001, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Set watcher on znode that does not yet exist, /0-1514114771/acl 2024-12-03T09:22:24,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34811 2024-12-03T09:22:24,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34811 2024-12-03T09:22:24,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34811 2024-12-03T09:22:24,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34811 2024-12-03T09:22:24,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34811 2024-12-03T09:22:24,713 DEBUG [M:0;699c9baf3d29:40803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;699c9baf3d29:40803 2024-12-03T09:22:24,713 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1514114771/backup-masters/699c9baf3d29,40803,1733217744054 2024-12-03T09:22:24,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514114771/backup-masters 2024-12-03T09:22:24,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1019a7fe8610001, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514114771/backup-masters 2024-12-03T09:22:24,725 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Set watcher on existing znode=/0-1514114771/backup-masters/699c9baf3d29,40803,1733217744054 2024-12-03T09:22:24,731 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:22:24,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1019a7fe8610001, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1514114771/master 2024-12-03T09:22:24,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1019a7fe8610001, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514114771 2024-12-03T09:22:24,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514114771 2024-12-03T09:22:24,735 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Set watcher on existing znode=/0-1514114771/master 2024-12-03T09:22:24,736 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1514114771/backup-masters/699c9baf3d29,40803,1733217744054 from backup master directory 2024-12-03T09:22:24,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1514114771/backup-masters/699c9baf3d29,40803,1733217744054 2024-12-03T09:22:24,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1019a7fe8610001, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514114771/backup-masters 2024-12-03T09:22:24,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514114771/backup-masters 2024-12-03T09:22:24,745 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:22:24,746 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=699c9baf3d29,40803,1733217744054 2024-12-03T09:22:24,749 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/hbase.id] with ID: 79e7b988-6ccc-426e-9592-495442c688e5 2024-12-03T09:22:24,749 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/.tmp/hbase.id 2024-12-03T09:22:24,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741826_1002 (size=42) 2024-12-03T09:22:24,754 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/.tmp/hbase.id]:[hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/hbase.id] 2024-12-03T09:22:24,762 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:24,762 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T09:22:24,763 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T09:22:24,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1019a7fe8610001, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514114771 2024-12-03T09:22:24,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514114771 2024-12-03T09:22:24,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741827_1003 (size=196) 2024-12-03T09:22:24,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,779 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:22:24,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:24,780 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T09:22:24,784 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:22:24,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741828_1004 (size=1189) 2024-12-03T09:22:24,809 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/MasterData/data/master/store 2024-12-03T09:22:24,815 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T09:22:24,815 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T09:22:24,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741829_1005 (size=34) 2024-12-03T09:22:25,226 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:22:25,226 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:22:25,227 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:25,227 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:25,227 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:22:25,227 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:25,227 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:25,227 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217745226Disabling compacts and flushes for region at 1733217745226Disabling writes for close at 1733217745227 (+1 ms)Writing region close event to WAL at 1733217745227Closed at 1733217745227 2024-12-03T09:22:25,227 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/MasterData/data/master/store/.initializing 2024-12-03T09:22:25,227 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/MasterData/WALs/699c9baf3d29,40803,1733217744054 2024-12-03T09:22:25,228 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:22:25,229 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C40803%2C1733217744054, suffix=, logDir=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/MasterData/WALs/699c9baf3d29,40803,1733217744054, archiveDir=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/MasterData/oldWALs, maxLogs=10 2024-12-03T09:22:25,245 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/MasterData/WALs/699c9baf3d29,40803,1733217744054/699c9baf3d29%2C40803%2C1733217744054.1733217745229, exclude list is [], retry=0 2024-12-03T09:22:25,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40403,DS-88bab215-b755-4001-b6c0-7fb508e5524c,DISK] 2024-12-03T09:22:25,248 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/MasterData/WALs/699c9baf3d29,40803,1733217744054/699c9baf3d29%2C40803%2C1733217744054.1733217745229 2024-12-03T09:22:25,248 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45209:45209)] 2024-12-03T09:22:25,248 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:22:25,249 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:22:25,249 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:25,249 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:25,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:25,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T09:22:25,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:25,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:25,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:25,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T09:22:25,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:25,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:22:25,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:25,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T09:22:25,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:25,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:22:25,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:25,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T09:22:25,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:25,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:22:25,255 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:25,255 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:25,256 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:25,256 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:25,256 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:25,257 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:22:25,258 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:25,259 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:22:25,259 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64421801, jitterRate=-0.040040358901023865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:22:25,259 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733217745249Initializing all the Stores at 1733217745249Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217745249Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217745249Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217745249Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217745249Cleaning up temporary data from old regions at 1733217745256 (+7 ms)Region opened successfully at 1733217745259 (+3 ms) 2024-12-03T09:22:25,259 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T09:22:25,261 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b98ec97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:22:25,262 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T09:22:25,262 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T09:22:25,262 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T09:22:25,262 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T09:22:25,262 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T09:22:25,262 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T09:22:25,262 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T09:22:25,265 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T09:22:25,265 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Unable to get data of znode /0-1514114771/balancer because node does not exist (not necessarily an error) 2024-12-03T09:22:25,317 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1514114771/balancer already deleted, retry=false 2024-12-03T09:22:25,317 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T09:22:25,318 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Unable to get data of znode /0-1514114771/normalizer because node does not exist (not necessarily an error) 2024-12-03T09:22:25,327 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1514114771/normalizer already deleted, retry=false 2024-12-03T09:22:25,328 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T09:22:25,328 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Unable to get data of znode /0-1514114771/switch/split because node does not exist (not necessarily an error) 2024-12-03T09:22:25,338 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1514114771/switch/split already deleted, retry=false 2024-12-03T09:22:25,339 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Unable to get data of znode /0-1514114771/switch/merge because node does not exist (not necessarily an error) 2024-12-03T09:22:25,348 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1514114771/switch/merge already deleted, retry=false 2024-12-03T09:22:25,350 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Unable to get data of znode /0-1514114771/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T09:22:25,359 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1514114771/snapshot-cleanup already deleted, retry=false 2024-12-03T09:22:25,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1514114771/running 2024-12-03T09:22:25,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1019a7fe8610001, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1514114771/running 2024-12-03T09:22:25,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514114771 2024-12-03T09:22:25,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1019a7fe8610001, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514114771 2024-12-03T09:22:25,370 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=699c9baf3d29,40803,1733217744054, sessionid=0x1019a7fe8610000, setting cluster-up flag (Was=false) 2024-12-03T09:22:25,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1019a7fe8610001, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514114771 2024-12-03T09:22:25,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514114771 2024-12-03T09:22:25,422 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1514114771/flush-table-proc/acquired, /0-1514114771/flush-table-proc/reached, /0-1514114771/flush-table-proc/abort 2024-12-03T09:22:25,423 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,40803,1733217744054 2024-12-03T09:22:25,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514114771 2024-12-03T09:22:25,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1019a7fe8610001, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514114771 2024-12-03T09:22:25,475 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1514114771/online-snapshot/acquired, /0-1514114771/online-snapshot/reached, /0-1514114771/online-snapshot/abort 2024-12-03T09:22:25,476 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,40803,1733217744054 2024-12-03T09:22:25,477 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T09:22:25,478 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T09:22:25,478 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T09:22:25,478 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T09:22:25,479 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 699c9baf3d29,40803,1733217744054 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T09:22:25,479 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:22:25,480 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:22:25,480 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:22:25,480 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:22:25,480 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/699c9baf3d29:0, corePoolSize=10, maxPoolSize=10 2024-12-03T09:22:25,480 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:25,480 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:22:25,480 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:25,480 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733217775480 2024-12-03T09:22:25,480 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T09:22:25,481 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T09:22:25,481 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T09:22:25,481 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:22:25,481 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T09:22:25,481 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T09:22:25,481 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T09:22:25,481 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T09:22:25,481 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:25,481 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T09:22:25,481 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T09:22:25,481 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T09:22:25,481 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T09:22:25,481 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:25,481 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T09:22:25,481 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T09:22:25,482 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T09:22:25,482 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217745482,5,FailOnTimeoutGroup] 2024-12-03T09:22:25,482 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217745482,5,FailOnTimeoutGroup] 2024-12-03T09:22:25,482 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:25,482 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T09:22:25,482 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:25,482 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:25,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741831_1007 (size=1321) 2024-12-03T09:22:25,509 INFO [RS:0;699c9baf3d29:34811 {}] regionserver.HRegionServer(746): ClusterId : 79e7b988-6ccc-426e-9592-495442c688e5 2024-12-03T09:22:25,509 DEBUG [RS:0;699c9baf3d29:34811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:22:25,517 DEBUG [RS:0;699c9baf3d29:34811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:22:25,517 DEBUG [RS:0;699c9baf3d29:34811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:22:25,528 DEBUG [RS:0;699c9baf3d29:34811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:22:25,528 DEBUG [RS:0;699c9baf3d29:34811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a336733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:22:25,538 DEBUG [RS:0;699c9baf3d29:34811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;699c9baf3d29:34811 2024-12-03T09:22:25,538 INFO [RS:0;699c9baf3d29:34811 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:22:25,538 INFO [RS:0;699c9baf3d29:34811 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:22:25,538 DEBUG [RS:0;699c9baf3d29:34811 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:22:25,539 INFO [RS:0;699c9baf3d29:34811 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,40803,1733217744054 with port=34811, startcode=1733217744677 2024-12-03T09:22:25,539 DEBUG [RS:0;699c9baf3d29:34811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:22:25,540 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:22:25,540 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40803 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,34811,1733217744677 2024-12-03T09:22:25,541 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40803 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,34811,1733217744677 2024-12-03T09:22:25,541 DEBUG [RS:0;699c9baf3d29:34811 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7 2024-12-03T09:22:25,541 DEBUG [RS:0;699c9baf3d29:34811 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41927 2024-12-03T09:22:25,542 DEBUG [RS:0;699c9baf3d29:34811 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:22:25,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514114771/rs 2024-12-03T09:22:25,549 DEBUG [RS:0;699c9baf3d29:34811 {}] zookeeper.ZKUtil(111): regionserver:34811-0x1019a7fe8610001, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Set watcher on existing znode=/0-1514114771/rs/699c9baf3d29,34811,1733217744677 2024-12-03T09:22:25,549 WARN [RS:0;699c9baf3d29:34811 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:22:25,549 INFO [RS:0;699c9baf3d29:34811 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:22:25,549 DEBUG [RS:0;699c9baf3d29:34811 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677 2024-12-03T09:22:25,550 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,34811,1733217744677] 2024-12-03T09:22:25,551 INFO [RS:0;699c9baf3d29:34811 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:22:25,553 INFO [RS:0;699c9baf3d29:34811 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:22:25,554 INFO [RS:0;699c9baf3d29:34811 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:22:25,555 INFO [RS:0;699c9baf3d29:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:25,555 INFO [RS:0;699c9baf3d29:34811 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:22:25,555 INFO [RS:0;699c9baf3d29:34811 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:22:25,555 INFO [RS:0;699c9baf3d29:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:25,555 DEBUG [RS:0;699c9baf3d29:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:25,555 DEBUG [RS:0;699c9baf3d29:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:25,555 DEBUG [RS:0;699c9baf3d29:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:25,556 DEBUG [RS:0;699c9baf3d29:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:25,556 DEBUG [RS:0;699c9baf3d29:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:25,556 DEBUG [RS:0;699c9baf3d29:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:22:25,556 DEBUG [RS:0;699c9baf3d29:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:25,556 DEBUG [RS:0;699c9baf3d29:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:25,556 DEBUG [RS:0;699c9baf3d29:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:25,556 DEBUG [RS:0;699c9baf3d29:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:25,556 DEBUG [RS:0;699c9baf3d29:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:25,556 DEBUG [RS:0;699c9baf3d29:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:25,556 DEBUG [RS:0;699c9baf3d29:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:22:25,556 DEBUG [RS:0;699c9baf3d29:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:22:25,557 INFO [RS:0;699c9baf3d29:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:25,557 INFO [RS:0;699c9baf3d29:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:25,557 INFO [RS:0;699c9baf3d29:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:25,557 INFO [RS:0;699c9baf3d29:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:25,557 INFO [RS:0;699c9baf3d29:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:25,557 INFO [RS:0;699c9baf3d29:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,34811,1733217744677-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:22:25,574 INFO [RS:0;699c9baf3d29:34811 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:22:25,574 INFO [RS:0;699c9baf3d29:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,34811,1733217744677-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:25,574 INFO [RS:0;699c9baf3d29:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:25,575 INFO [RS:0;699c9baf3d29:34811 {}] regionserver.Replication(171): 699c9baf3d29,34811,1733217744677 started 2024-12-03T09:22:25,589 INFO [RS:0;699c9baf3d29:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:25,589 INFO [RS:0;699c9baf3d29:34811 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,34811,1733217744677, RpcServer on 699c9baf3d29/172.17.0.2:34811, sessionid=0x1019a7fe8610001 2024-12-03T09:22:25,589 DEBUG [RS:0;699c9baf3d29:34811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:22:25,589 DEBUG [RS:0;699c9baf3d29:34811 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,34811,1733217744677 2024-12-03T09:22:25,590 DEBUG [RS:0;699c9baf3d29:34811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,34811,1733217744677' 2024-12-03T09:22:25,590 DEBUG [RS:0;699c9baf3d29:34811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1514114771/flush-table-proc/abort' 2024-12-03T09:22:25,590 DEBUG [RS:0;699c9baf3d29:34811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1514114771/flush-table-proc/acquired' 2024-12-03T09:22:25,590 DEBUG [RS:0;699c9baf3d29:34811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:22:25,590 DEBUG [RS:0;699c9baf3d29:34811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:22:25,590 DEBUG [RS:0;699c9baf3d29:34811 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,34811,1733217744677 2024-12-03T09:22:25,590 DEBUG [RS:0;699c9baf3d29:34811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,34811,1733217744677' 2024-12-03T09:22:25,590 DEBUG [RS:0;699c9baf3d29:34811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1514114771/online-snapshot/abort' 2024-12-03T09:22:25,591 DEBUG [RS:0;699c9baf3d29:34811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1514114771/online-snapshot/acquired' 2024-12-03T09:22:25,591 DEBUG [RS:0;699c9baf3d29:34811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:22:25,591 INFO [RS:0;699c9baf3d29:34811 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:22:25,591 INFO [RS:0;699c9baf3d29:34811 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:22:25,691 INFO [RS:0;699c9baf3d29:34811 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:22:25,692 INFO [RS:0;699c9baf3d29:34811 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C34811%2C1733217744677, suffix=, logDir=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677, archiveDir=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/oldWALs, maxLogs=10 2024-12-03T09:22:25,703 DEBUG [RS:0;699c9baf3d29:34811 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217745692, exclude list is [], retry=0 2024-12-03T09:22:25,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40403,DS-88bab215-b755-4001-b6c0-7fb508e5524c,DISK] 2024-12-03T09:22:25,706 INFO [RS:0;699c9baf3d29:34811 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217745692 2024-12-03T09:22:25,707 DEBUG [RS:0;699c9baf3d29:34811 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45209:45209)] 2024-12-03T09:22:25,886 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T09:22:25,886 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7 2024-12-03T09:22:25,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741833_1009 (size=32) 2024-12-03T09:22:26,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:22:26,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:22:26,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:22:26,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:26,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:26,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:22:26,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:22:26,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:26,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:26,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:22:26,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:22:26,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:26,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:26,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:22:26,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:22:26,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:26,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:26,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:22:26,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/meta/1588230740 2024-12-03T09:22:26,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/meta/1588230740 2024-12-03T09:22:26,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:22:26,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:22:26,300 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:22:26,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:22:26,303 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:22:26,304 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64930583, jitterRate=-0.032458916306495667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:22:26,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733217746293Initializing all the Stores at 1733217746293Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217746293Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217746294 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217746294Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217746294Cleaning up temporary data from old regions at 1733217746300 (+6 ms)Region opened successfully at 1733217746304 (+4 ms) 2024-12-03T09:22:26,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:22:26,304 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:22:26,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:22:26,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:22:26,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:22:26,304 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:22:26,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217746304Disabling compacts and flushes for region at 1733217746304Disabling writes for close at 1733217746304Writing region close event to WAL at 1733217746304Closed at 1733217746304 2024-12-03T09:22:26,305 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:22:26,305 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T09:22:26,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T09:22:26,306 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:22:26,306 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T09:22:26,457 DEBUG [699c9baf3d29:40803 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T09:22:26,457 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=699c9baf3d29,34811,1733217744677 2024-12-03T09:22:26,458 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,34811,1733217744677, state=OPENING 2024-12-03T09:22:26,517 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T09:22:26,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1019a7fe8610001, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514114771 2024-12-03T09:22:26,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514114771 2024-12-03T09:22:26,596 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:22:26,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1514114771/meta-region-server: CHANGED 2024-12-03T09:22:26,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1514114771/meta-region-server: CHANGED 2024-12-03T09:22:26,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,34811,1733217744677}] 2024-12-03T09:22:26,748 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:22:26,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:22:26,752 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T09:22:26,752 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:22:26,752 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T09:22:26,753 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C34811%2C1733217744677.meta, suffix=.meta, logDir=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677, archiveDir=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/oldWALs, maxLogs=10 2024-12-03T09:22:26,763 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.meta.1733217746753.meta, exclude list is [], retry=0 2024-12-03T09:22:26,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40403,DS-88bab215-b755-4001-b6c0-7fb508e5524c,DISK] 2024-12-03T09:22:26,766 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.meta.1733217746753.meta 2024-12-03T09:22:26,767 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45209:45209)] 2024-12-03T09:22:26,767 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:22:26,767 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:22:26,767 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:22:26,767 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T09:22:26,767 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T09:22:26,767 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T09:22:26,768 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:22:26,768 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T09:22:26,768 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T09:22:26,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:22:26,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:22:26,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:26,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:26,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:22:26,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:22:26,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:26,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:26,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:22:26,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:22:26,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:26,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:26,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:22:26,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:22:26,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:26,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:26,772 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:22:26,772 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/meta/1588230740 2024-12-03T09:22:26,773 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/meta/1588230740 2024-12-03T09:22:26,773 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:22:26,774 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:22:26,774 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:22:26,774 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:22:26,775 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75042810, jitterRate=0.11822500824928284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:22:26,775 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T09:22:26,775 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733217746768Writing region info on filesystem at 1733217746768Initializing all the Stores at 1733217746768Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217746768Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217746769 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217746769Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217746769Cleaning up temporary data from old regions at 1733217746774 (+5 ms)Running coprocessor post-open hooks at 1733217746775 (+1 ms)Region opened successfully at 1733217746775 2024-12-03T09:22:26,776 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733217746748 2024-12-03T09:22:26,777 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T09:22:26,777 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T09:22:26,777 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,34811,1733217744677 2024-12-03T09:22:26,778 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,34811,1733217744677, state=OPEN 2024-12-03T09:22:26,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1514114771/meta-region-server 2024-12-03T09:22:26,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1019a7fe8610001, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1514114771/meta-region-server 2024-12-03T09:22:26,809 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=699c9baf3d29,34811,1733217744677 2024-12-03T09:22:26,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1514114771/meta-region-server: CHANGED 2024-12-03T09:22:26,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1514114771/meta-region-server: CHANGED 2024-12-03T09:22:26,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T09:22:26,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,34811,1733217744677 in 213 msec 2024-12-03T09:22:26,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T09:22:26,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 505 msec 2024-12-03T09:22:26,812 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:22:26,812 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T09:22:26,813 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:22:26,813 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,34811,1733217744677, seqNum=-1] 2024-12-03T09:22:26,813 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:22:26,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:22:26,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3420 sec 2024-12-03T09:22:26,820 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733217746820, completionTime=-1 2024-12-03T09:22:26,820 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T09:22:26,820 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T09:22:26,822 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T09:22:26,822 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733217806822 2024-12-03T09:22:26,822 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733217866822 2024-12-03T09:22:26,822 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T09:22:26,822 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,40803,1733217744054-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:26,822 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,40803,1733217744054-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:26,822 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,40803,1733217744054-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:26,822 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-699c9baf3d29:40803, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:26,822 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:26,823 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:26,824 DEBUG [master/699c9baf3d29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T09:22:26,825 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.079sec 2024-12-03T09:22:26,825 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T09:22:26,825 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T09:22:26,825 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T09:22:26,825 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T09:22:26,825 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T09:22:26,825 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,40803,1733217744054-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:22:26,825 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,40803,1733217744054-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T09:22:26,827 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T09:22:26,827 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T09:22:26,827 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,40803,1733217744054-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:26,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@363aa3ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:26,910 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,40803,-1 for getting cluster id 2024-12-03T09:22:26,910 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:22:26,910 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79e7b988-6ccc-426e-9592-495442c688e5' 2024-12-03T09:22:26,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:22:26,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79e7b988-6ccc-426e-9592-495442c688e5" 2024-12-03T09:22:26,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5510fff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:26,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,40803,-1] 2024-12-03T09:22:26,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:22:26,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:26,912 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:22:26,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19902fb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:26,913 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:22:26,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,34811,1733217744677, seqNum=-1] 2024-12-03T09:22:26,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:22:26,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:22:26,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=699c9baf3d29,40803,1733217744054 2024-12-03T09:22:26,916 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54051 2024-12-03T09:22:26,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:22:26,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019a7fe8610002 connected 2024-12-03T09:22:26,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/hadoop.log.dir so I do NOT create it in target/test-data/42511400-8ae0-641c-a8ea-3134298edee2 2024-12-03T09:22:26,940 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T09:22:26,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/hadoop.tmp.dir so I do NOT create it in target/test-data/42511400-8ae0-641c-a8ea-3134298edee2 2024-12-03T09:22:26,940 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T09:22:26,940 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2 2024-12-03T09:22:26,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T09:22:26,940 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/cluster_34958df9-af49-20d2-852c-35fd6f52cc7a, deleteOnExit=true 2024-12-03T09:22:26,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T09:22:26,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/test.cache.data in system properties and HBase conf 2024-12-03T09:22:26,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T09:22:26,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/hadoop.log.dir in system properties and HBase conf 2024-12-03T09:22:26,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T09:22:26,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T09:22:26,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T09:22:26,940 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T09:22:26,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:22:26,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:22:26,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T09:22:26,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:22:26,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T09:22:26,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T09:22:26,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:22:26,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:22:26,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T09:22:26,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/nfs.dump.dir in system properties and HBase conf 2024-12-03T09:22:26,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/java.io.tmpdir in system properties and HBase conf 2024-12-03T09:22:26,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:22:26,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T09:22:26,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T09:22:27,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:22:27,277 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:22:27,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:22:27,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:22:27,278 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T09:22:27,279 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:22:27,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2665707b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:22:27,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47bad30b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:22:27,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f392555{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/java.io.tmpdir/jetty-localhost-45633-hadoop-hdfs-3_4_1-tests_jar-_-any-8606687896002041645/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:22:27,373 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53b01372{HTTP/1.1, (http/1.1)}{localhost:45633} 2024-12-03T09:22:27,373 INFO [Time-limited test {}] server.Server(415): Started @334007ms 2024-12-03T09:22:27,602 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:22:27,606 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:22:27,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:22:27,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:22:27,608 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T09:22:27,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72eb97c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:22:27,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bd4013b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:22:27,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@191e59e7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/java.io.tmpdir/jetty-localhost-39011-hadoop-hdfs-3_4_1-tests_jar-_-any-9689299854169440266/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:22:27,737 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@482c8780{HTTP/1.1, (http/1.1)}{localhost:39011} 2024-12-03T09:22:27,737 INFO [Time-limited test {}] server.Server(415): Started @334370ms 2024-12-03T09:22:27,738 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T09:22:28,377 WARN [Thread-4432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/cluster_34958df9-af49-20d2-852c-35fd6f52cc7a/data/data1/current/BP-43043493-172.17.0.2-1733217746954/current, will proceed with Du for space computation calculation, 2024-12-03T09:22:28,377 WARN [Thread-4433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/cluster_34958df9-af49-20d2-852c-35fd6f52cc7a/data/data2/current/BP-43043493-172.17.0.2-1733217746954/current, will proceed with Du for space computation calculation, 2024-12-03T09:22:28,395 WARN [Thread-4420 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T09:22:28,398 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf04abf8e2f454973 with lease ID 0x58165a7148484913: Processing first storage report for DS-86cf24b7-d532-41d5-9253-92d6d861a481 from datanode DatanodeRegistration(127.0.0.1:42065, datanodeUuid=556611ca-cb92-4b09-bfd3-12dced38d518, infoPort=34441, infoSecurePort=0, ipcPort=34381, storageInfo=lv=-57;cid=testClusterID;nsid=1559633259;c=1733217746954) 2024-12-03T09:22:28,398 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf04abf8e2f454973 with lease ID 0x58165a7148484913: from storage DS-86cf24b7-d532-41d5-9253-92d6d861a481 node DatanodeRegistration(127.0.0.1:42065, datanodeUuid=556611ca-cb92-4b09-bfd3-12dced38d518, infoPort=34441, infoSecurePort=0, ipcPort=34381, storageInfo=lv=-57;cid=testClusterID;nsid=1559633259;c=1733217746954), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:22:28,398 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf04abf8e2f454973 with lease ID 0x58165a7148484913: Processing first storage report for DS-979523e5-06c7-42fc-90d6-c96b5d67db28 from datanode DatanodeRegistration(127.0.0.1:42065, datanodeUuid=556611ca-cb92-4b09-bfd3-12dced38d518, infoPort=34441, infoSecurePort=0, ipcPort=34381, storageInfo=lv=-57;cid=testClusterID;nsid=1559633259;c=1733217746954) 2024-12-03T09:22:28,398 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf04abf8e2f454973 with lease ID 0x58165a7148484913: from storage DS-979523e5-06c7-42fc-90d6-c96b5d67db28 node DatanodeRegistration(127.0.0.1:42065, datanodeUuid=556611ca-cb92-4b09-bfd3-12dced38d518, infoPort=34441, infoSecurePort=0, ipcPort=34381, storageInfo=lv=-57;cid=testClusterID;nsid=1559633259;c=1733217746954), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:22:28,459 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2 2024-12-03T09:22:28,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:28,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:28,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42065 is added to blk_1073741825_1001 (size=7) 2024-12-03T09:22:28,866 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab with version=8 2024-12-03T09:22:28,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/hbase-staging 2024-12-03T09:22:28,869 INFO [Time-limited test {}] client.ConnectionUtils(128): master/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:22:28,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:22:28,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:22:28,869 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:22:28,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:22:28,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:22:28,869 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T09:22:28,870 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:22:28,870 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34023 2024-12-03T09:22:28,871 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34023 connecting to ZooKeeper ensemble=127.0.0.1:54051 2024-12-03T09:22:28,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340230x0, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:22:28,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34023-0x1019a7fe8610003 connected 2024-12-03T09:22:28,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:28,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:28,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Set watcher on znode that does not yet exist, /1-1325999810/running 2024-12-03T09:22:28,997 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab, hbase.cluster.distributed=false 2024-12-03T09:22:29,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Set watcher on znode that does not yet exist, /1-1325999810/acl 2024-12-03T09:22:29,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34023 2024-12-03T09:22:29,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34023 2024-12-03T09:22:29,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34023 2024-12-03T09:22:29,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34023 2024-12-03T09:22:29,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34023 2024-12-03T09:22:29,024 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:22:29,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:22:29,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:22:29,024 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:22:29,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:22:29,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:22:29,025 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:22:29,025 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:22:29,025 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35803 2024-12-03T09:22:29,026 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35803 connecting to ZooKeeper ensemble=127.0.0.1:54051 2024-12-03T09:22:29,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:29,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:29,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358030x0, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:22:29,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35803-0x1019a7fe8610004 connected 2024-12-03T09:22:29,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358030x0, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Set watcher on znode that does not yet exist, /1-1325999810/running 2024-12-03T09:22:29,044 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:22:29,044 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:22:29,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35803-0x1019a7fe8610004, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Set watcher on znode that does not yet exist, /1-1325999810/master 2024-12-03T09:22:29,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35803-0x1019a7fe8610004, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Set watcher on znode that does not yet exist, /1-1325999810/acl 2024-12-03T09:22:29,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35803 2024-12-03T09:22:29,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35803 2024-12-03T09:22:29,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35803 2024-12-03T09:22:29,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35803 2024-12-03T09:22:29,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35803 2024-12-03T09:22:29,069 DEBUG [M:0;699c9baf3d29:34023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;699c9baf3d29:34023 2024-12-03T09:22:29,070 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1325999810/backup-masters/699c9baf3d29,34023,1733217748869 2024-12-03T09:22:29,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019a7fe8610004, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1325999810/backup-masters 2024-12-03T09:22:29,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1325999810/backup-masters 2024-12-03T09:22:29,082 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Set watcher on existing znode=/1-1325999810/backup-masters/699c9baf3d29,34023,1733217748869 2024-12-03T09:22:29,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019a7fe8610004, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1325999810/master 2024-12-03T09:22:29,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1325999810 2024-12-03T09:22:29,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019a7fe8610004, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1325999810 2024-12-03T09:22:29,093 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Set watcher on existing znode=/1-1325999810/master 2024-12-03T09:22:29,093 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1325999810/backup-masters/699c9baf3d29,34023,1733217748869 from backup master directory 2024-12-03T09:22:29,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1325999810/backup-masters/699c9baf3d29,34023,1733217748869 2024-12-03T09:22:29,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019a7fe8610004, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1325999810/backup-masters 2024-12-03T09:22:29,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1325999810/backup-masters 2024-12-03T09:22:29,103 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:22:29,103 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=699c9baf3d29,34023,1733217748869 2024-12-03T09:22:29,106 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/hbase.id] with ID: b0206ed5-0ce1-431c-bd5c-7bb6637a6333 2024-12-03T09:22:29,106 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/.tmp/hbase.id 2024-12-03T09:22:29,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42065 is added to blk_1073741826_1002 (size=42) 2024-12-03T09:22:29,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T09:22:29,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T09:22:29,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T09:22:29,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T09:22:29,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T09:22:29,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T09:22:29,510 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/.tmp/hbase.id]:[hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/hbase.id] 2024-12-03T09:22:29,516 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:29,516 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T09:22:29,517 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T09:22:29,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1325999810 2024-12-03T09:22:29,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019a7fe8610004, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1325999810 2024-12-03T09:22:29,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42065 is added to blk_1073741827_1003 (size=196) 2024-12-03T09:22:29,974 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:22:29,975 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T09:22:29,975 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:22:29,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42065 is added to blk_1073741828_1004 (size=1189) 2024-12-03T09:22:30,380 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/MasterData/data/master/store 2024-12-03T09:22:30,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42065 is added to blk_1073741829_1005 (size=34) 2024-12-03T09:22:30,787 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:22:30,787 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:22:30,787 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:30,787 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:30,787 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:22:30,787 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:30,787 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:30,787 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217750787Disabling compacts and flushes for region at 1733217750787Disabling writes for close at 1733217750787Writing region close event to WAL at 1733217750787Closed at 1733217750787 2024-12-03T09:22:30,788 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/MasterData/data/master/store/.initializing 2024-12-03T09:22:30,788 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/MasterData/WALs/699c9baf3d29,34023,1733217748869 2024-12-03T09:22:30,789 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:22:30,790 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C34023%2C1733217748869, suffix=, logDir=hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/MasterData/WALs/699c9baf3d29,34023,1733217748869, archiveDir=hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/MasterData/oldWALs, maxLogs=10 2024-12-03T09:22:30,805 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/MasterData/WALs/699c9baf3d29,34023,1733217748869/699c9baf3d29%2C34023%2C1733217748869.1733217750790, exclude list is [], retry=0 2024-12-03T09:22:30,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42065,DS-86cf24b7-d532-41d5-9253-92d6d861a481,DISK] 2024-12-03T09:22:30,808 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/MasterData/WALs/699c9baf3d29,34023,1733217748869/699c9baf3d29%2C34023%2C1733217748869.1733217750790 2024-12-03T09:22:30,808 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34441:34441)] 2024-12-03T09:22:30,808 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:22:30,808 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:22:30,809 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:30,809 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:30,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:30,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T09:22:30,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:30,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:30,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:30,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T09:22:30,811 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:30,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:22:30,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:30,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T09:22:30,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:30,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:22:30,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:30,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T09:22:30,813 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:30,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:22:30,813 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:30,814 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:30,814 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:30,815 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:30,815 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:30,815 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:22:30,815 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:30,817 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:22:30,817 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73625257, jitterRate=0.09710182249546051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:22:30,817 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733217750809Initializing all the Stores at 1733217750809Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217750809Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217750809Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217750809Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217750809Cleaning up temporary data from old regions at 1733217750815 (+6 ms)Region opened successfully at 1733217750817 (+2 ms) 2024-12-03T09:22:30,818 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T09:22:30,820 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c32e5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:22:30,821 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T09:22:30,821 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T09:22:30,821 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T09:22:30,821 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T09:22:30,822 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T09:22:30,822 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T09:22:30,822 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T09:22:30,824 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T09:22:30,824 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Unable to get data of znode /1-1325999810/balancer because node does not exist (not necessarily an error) 2024-12-03T09:22:30,938 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1325999810/balancer already deleted, retry=false 2024-12-03T09:22:30,938 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T09:22:30,939 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Unable to get data of znode /1-1325999810/normalizer because node does not exist (not necessarily an error) 2024-12-03T09:22:30,948 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1325999810/normalizer already deleted, retry=false 2024-12-03T09:22:30,949 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T09:22:30,950 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Unable to get data of znode /1-1325999810/switch/split because node does not exist (not necessarily an error) 2024-12-03T09:22:30,959 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1325999810/switch/split already deleted, retry=false 2024-12-03T09:22:30,959 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Unable to get data of znode /1-1325999810/switch/merge because node does not exist (not necessarily an error) 2024-12-03T09:22:30,969 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1325999810/switch/merge already deleted, retry=false 2024-12-03T09:22:30,971 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Unable to get data of znode /1-1325999810/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T09:22:30,980 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1325999810/snapshot-cleanup already deleted, retry=false 2024-12-03T09:22:30,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1325999810/running 2024-12-03T09:22:30,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019a7fe8610004, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1325999810/running 2024-12-03T09:22:30,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1325999810 2024-12-03T09:22:30,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019a7fe8610004, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1325999810 2024-12-03T09:22:30,991 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=699c9baf3d29,34023,1733217748869, sessionid=0x1019a7fe8610003, setting cluster-up flag (Was=false) 2024-12-03T09:22:31,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1325999810 2024-12-03T09:22:31,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019a7fe8610004, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1325999810 2024-12-03T09:22:31,043 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1325999810/flush-table-proc/acquired, /1-1325999810/flush-table-proc/reached, /1-1325999810/flush-table-proc/abort 2024-12-03T09:22:31,044 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,34023,1733217748869 2024-12-03T09:22:31,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1325999810 2024-12-03T09:22:31,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019a7fe8610004, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1325999810 2024-12-03T09:22:31,096 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1325999810/online-snapshot/acquired, /1-1325999810/online-snapshot/reached, /1-1325999810/online-snapshot/abort 2024-12-03T09:22:31,096 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,34023,1733217748869 2024-12-03T09:22:31,097 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T09:22:31,098 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T09:22:31,099 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T09:22:31,099 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T09:22:31,099 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 699c9baf3d29,34023,1733217748869 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T09:22:31,100 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:22:31,100 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:22:31,100 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:22:31,100 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:22:31,100 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/699c9baf3d29:0, corePoolSize=10, maxPoolSize=10 2024-12-03T09:22:31,100 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:31,100 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:22:31,100 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:31,101 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733217781101 2024-12-03T09:22:31,101 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:22:31,101 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T09:22:31,101 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T09:22:31,101 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T09:22:31,101 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T09:22:31,101 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T09:22:31,101 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T09:22:31,101 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T09:22:31,102 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:31,102 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:31,102 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T09:22:31,102 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T09:22:31,102 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T09:22:31,102 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T09:22:31,102 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T09:22:31,102 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T09:22:31,102 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T09:22:31,102 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217751102,5,FailOnTimeoutGroup] 2024-12-03T09:22:31,103 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217751102,5,FailOnTimeoutGroup] 2024-12-03T09:22:31,103 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:31,103 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T09:22:31,103 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:31,103 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:31,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42065 is added to blk_1073741831_1007 (size=1321) 2024-12-03T09:22:31,159 INFO [RS:0;699c9baf3d29:35803 {}] regionserver.HRegionServer(746): ClusterId : b0206ed5-0ce1-431c-bd5c-7bb6637a6333 2024-12-03T09:22:31,159 DEBUG [RS:0;699c9baf3d29:35803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:22:31,170 DEBUG [RS:0;699c9baf3d29:35803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:22:31,170 DEBUG [RS:0;699c9baf3d29:35803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:22:31,180 DEBUG [RS:0;699c9baf3d29:35803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:22:31,181 DEBUG [RS:0;699c9baf3d29:35803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5da0abd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:22:31,194 DEBUG [RS:0;699c9baf3d29:35803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;699c9baf3d29:35803 2024-12-03T09:22:31,194 INFO [RS:0;699c9baf3d29:35803 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:22:31,194 INFO [RS:0;699c9baf3d29:35803 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:22:31,194 DEBUG [RS:0;699c9baf3d29:35803 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:22:31,195 INFO [RS:0;699c9baf3d29:35803 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,34023,1733217748869 with port=35803, startcode=1733217749024 2024-12-03T09:22:31,195 DEBUG [RS:0;699c9baf3d29:35803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:22:31,196 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:22:31,197 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34023 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,35803,1733217749024 2024-12-03T09:22:31,197 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34023 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,35803,1733217749024 2024-12-03T09:22:31,198 DEBUG [RS:0;699c9baf3d29:35803 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab 2024-12-03T09:22:31,198 DEBUG [RS:0;699c9baf3d29:35803 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34407 2024-12-03T09:22:31,198 DEBUG [RS:0;699c9baf3d29:35803 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:22:31,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1325999810/rs 2024-12-03T09:22:31,247 DEBUG [RS:0;699c9baf3d29:35803 {}] zookeeper.ZKUtil(111): regionserver:35803-0x1019a7fe8610004, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Set watcher on existing znode=/1-1325999810/rs/699c9baf3d29,35803,1733217749024 2024-12-03T09:22:31,247 WARN [RS:0;699c9baf3d29:35803 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:22:31,248 INFO [RS:0;699c9baf3d29:35803 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:22:31,248 DEBUG [RS:0;699c9baf3d29:35803 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/WALs/699c9baf3d29,35803,1733217749024 2024-12-03T09:22:31,248 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,35803,1733217749024] 2024-12-03T09:22:31,250 INFO [RS:0;699c9baf3d29:35803 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:22:31,251 INFO [RS:0;699c9baf3d29:35803 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:22:31,251 INFO [RS:0;699c9baf3d29:35803 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:22:31,251 INFO [RS:0;699c9baf3d29:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:31,252 INFO [RS:0;699c9baf3d29:35803 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:22:31,252 INFO [RS:0;699c9baf3d29:35803 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:22:31,252 INFO [RS:0;699c9baf3d29:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:31,252 DEBUG [RS:0;699c9baf3d29:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:31,252 DEBUG [RS:0;699c9baf3d29:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:31,252 DEBUG [RS:0;699c9baf3d29:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:31,252 DEBUG [RS:0;699c9baf3d29:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:31,252 DEBUG [RS:0;699c9baf3d29:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:31,252 DEBUG [RS:0;699c9baf3d29:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:22:31,252 DEBUG [RS:0;699c9baf3d29:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:31,252 DEBUG [RS:0;699c9baf3d29:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:31,253 DEBUG [RS:0;699c9baf3d29:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:31,253 DEBUG [RS:0;699c9baf3d29:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:31,253 DEBUG [RS:0;699c9baf3d29:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:31,253 DEBUG [RS:0;699c9baf3d29:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:31,253 DEBUG [RS:0;699c9baf3d29:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:22:31,253 DEBUG [RS:0;699c9baf3d29:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:22:31,256 INFO [RS:0;699c9baf3d29:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:31,256 INFO [RS:0;699c9baf3d29:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:31,256 INFO [RS:0;699c9baf3d29:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:31,256 INFO [RS:0;699c9baf3d29:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:31,256 INFO [RS:0;699c9baf3d29:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:31,256 INFO [RS:0;699c9baf3d29:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35803,1733217749024-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:22:31,270 INFO [RS:0;699c9baf3d29:35803 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:22:31,270 INFO [RS:0;699c9baf3d29:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35803,1733217749024-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:31,271 INFO [RS:0;699c9baf3d29:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:31,271 INFO [RS:0;699c9baf3d29:35803 {}] regionserver.Replication(171): 699c9baf3d29,35803,1733217749024 started 2024-12-03T09:22:31,283 INFO [RS:0;699c9baf3d29:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:31,283 INFO [RS:0;699c9baf3d29:35803 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,35803,1733217749024, RpcServer on 699c9baf3d29/172.17.0.2:35803, sessionid=0x1019a7fe8610004 2024-12-03T09:22:31,283 DEBUG [RS:0;699c9baf3d29:35803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:22:31,283 DEBUG [RS:0;699c9baf3d29:35803 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,35803,1733217749024 2024-12-03T09:22:31,283 DEBUG [RS:0;699c9baf3d29:35803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,35803,1733217749024' 2024-12-03T09:22:31,283 DEBUG [RS:0;699c9baf3d29:35803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1325999810/flush-table-proc/abort' 2024-12-03T09:22:31,284 DEBUG [RS:0;699c9baf3d29:35803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1325999810/flush-table-proc/acquired' 2024-12-03T09:22:31,284 DEBUG [RS:0;699c9baf3d29:35803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:22:31,284 DEBUG [RS:0;699c9baf3d29:35803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:22:31,284 DEBUG [RS:0;699c9baf3d29:35803 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,35803,1733217749024 2024-12-03T09:22:31,284 DEBUG [RS:0;699c9baf3d29:35803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,35803,1733217749024' 2024-12-03T09:22:31,284 DEBUG [RS:0;699c9baf3d29:35803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1325999810/online-snapshot/abort' 2024-12-03T09:22:31,284 DEBUG [RS:0;699c9baf3d29:35803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1325999810/online-snapshot/acquired' 2024-12-03T09:22:31,284 DEBUG [RS:0;699c9baf3d29:35803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:22:31,284 INFO [RS:0;699c9baf3d29:35803 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:22:31,284 INFO [RS:0;699c9baf3d29:35803 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:22:31,385 INFO [RS:0;699c9baf3d29:35803 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:22:31,386 INFO [RS:0;699c9baf3d29:35803 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C35803%2C1733217749024, suffix=, logDir=hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/WALs/699c9baf3d29,35803,1733217749024, archiveDir=hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/oldWALs, maxLogs=10 2024-12-03T09:22:31,399 DEBUG [RS:0;699c9baf3d29:35803 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/WALs/699c9baf3d29,35803,1733217749024/699c9baf3d29%2C35803%2C1733217749024.1733217751386, exclude list is [], retry=0 2024-12-03T09:22:31,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42065,DS-86cf24b7-d532-41d5-9253-92d6d861a481,DISK] 2024-12-03T09:22:31,402 INFO [RS:0;699c9baf3d29:35803 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/WALs/699c9baf3d29,35803,1733217749024/699c9baf3d29%2C35803%2C1733217749024.1733217751386 2024-12-03T09:22:31,402 DEBUG [RS:0;699c9baf3d29:35803 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34441:34441)] 2024-12-03T09:22:31,510 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T09:22:31,510 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab 2024-12-03T09:22:31,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42065 is added to blk_1073741833_1009 (size=32) 2024-12-03T09:22:31,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:22:31,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:22:31,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:22:31,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:31,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:31,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:22:31,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:22:31,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:31,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:31,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:22:31,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:22:31,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:31,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:31,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:22:31,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:22:31,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:31,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:31,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:22:31,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/hbase/meta/1588230740 2024-12-03T09:22:31,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/hbase/meta/1588230740 2024-12-03T09:22:31,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:22:31,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:22:31,921 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:22:31,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:22:31,923 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:22:31,923 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72613982, jitterRate=0.08203265070915222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:22:31,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733217751914Initializing all the Stores at 1733217751915 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217751915Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217751915Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217751915Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217751915Cleaning up temporary data from old regions at 1733217751920 (+5 ms)Region opened successfully at 1733217751923 (+3 ms) 2024-12-03T09:22:31,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:22:31,923 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:22:31,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:22:31,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:22:31,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:22:31,923 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:22:31,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217751923Disabling compacts and flushes for region at 1733217751923Disabling writes for close at 1733217751923Writing region close event to WAL at 1733217751923Closed at 1733217751923 2024-12-03T09:22:31,924 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:22:31,924 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T09:22:31,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T09:22:31,925 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:22:31,925 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T09:22:32,076 DEBUG [699c9baf3d29:34023 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T09:22:32,076 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=699c9baf3d29,35803,1733217749024 2024-12-03T09:22:32,077 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,35803,1733217749024, state=OPENING 2024-12-03T09:22:32,127 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T09:22:32,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1325999810 2024-12-03T09:22:32,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019a7fe8610004, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1325999810 2024-12-03T09:22:32,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1325999810/meta-region-server: CHANGED 2024-12-03T09:22:32,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1325999810/meta-region-server: CHANGED 2024-12-03T09:22:32,138 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:22:32,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,35803,1733217749024}] 2024-12-03T09:22:32,270 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:22:32,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:32,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:32,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:32,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:32,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:32,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:32,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:32,290 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:22:32,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:22:32,294 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T09:22:32,294 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:22:32,295 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T09:22:32,296 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C35803%2C1733217749024.meta, suffix=.meta, logDir=hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/WALs/699c9baf3d29,35803,1733217749024, archiveDir=hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/oldWALs, maxLogs=10 2024-12-03T09:22:32,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:32,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:32,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:32,313 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/WALs/699c9baf3d29,35803,1733217749024/699c9baf3d29%2C35803%2C1733217749024.meta.1733217752296.meta, exclude list is [], retry=0 2024-12-03T09:22:32,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:32,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:32,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:32,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42065,DS-86cf24b7-d532-41d5-9253-92d6d861a481,DISK] 2024-12-03T09:22:32,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:32,320 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/WALs/699c9baf3d29,35803,1733217749024/699c9baf3d29%2C35803%2C1733217749024.meta.1733217752296.meta 2024-12-03T09:22:32,321 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34441:34441)] 2024-12-03T09:22:32,321 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:22:32,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:32,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:32,321 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:22:32,321 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:22:32,321 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T09:22:32,321 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T09:22:32,322 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T09:22:32,322 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:22:32,322 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T09:22:32,322 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T09:22:32,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:32,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:22:32,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:22:32,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:32,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:32,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:22:32,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:22:32,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:32,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:32,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:22:32,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:22:32,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:32,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:32,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:22:32,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:22:32,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:32,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:32,326 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:22:32,327 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/hbase/meta/1588230740 2024-12-03T09:22:32,327 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/hbase/meta/1588230740 2024-12-03T09:22:32,328 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:22:32,328 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:22:32,328 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:22:32,329 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:22:32,330 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72418603, jitterRate=0.07912127673625946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:22:32,330 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T09:22:32,330 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733217752322Writing region info on filesystem at 1733217752322Initializing all the Stores at 1733217752322Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217752322Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217752322Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217752322Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217752323 (+1 ms)Cleaning up temporary data from old regions at 1733217752328 (+5 ms)Running coprocessor post-open hooks at 1733217752330 (+2 ms)Region opened successfully at 1733217752330 2024-12-03T09:22:32,331 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733217752290 2024-12-03T09:22:32,332 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T09:22:32,333 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T09:22:32,333 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,35803,1733217749024 2024-12-03T09:22:32,333 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,35803,1733217749024, state=OPEN 2024-12-03T09:22:32,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1325999810/meta-region-server 2024-12-03T09:22:32,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019a7fe8610004, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1325999810/meta-region-server 2024-12-03T09:22:32,345 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=699c9baf3d29,35803,1733217749024 2024-12-03T09:22:32,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1325999810/meta-region-server: CHANGED 2024-12-03T09:22:32,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1325999810/meta-region-server: CHANGED 2024-12-03T09:22:32,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T09:22:32,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,35803,1733217749024 in 207 msec 2024-12-03T09:22:32,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T09:22:32,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-12-03T09:22:32,349 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:22:32,349 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T09:22:32,350 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:22:32,350 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,35803,1733217749024, seqNum=-1] 2024-12-03T09:22:32,350 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:22:32,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:22:32,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2550 sec 2024-12-03T09:22:32,355 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733217752355, completionTime=-1 2024-12-03T09:22:32,355 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T09:22:32,355 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T09:22:32,356 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T09:22:32,356 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733217812356 2024-12-03T09:22:32,356 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733217872356 2024-12-03T09:22:32,357 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T09:22:32,357 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,34023,1733217748869-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:32,357 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,34023,1733217748869-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:32,357 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,34023,1733217748869-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:32,357 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-699c9baf3d29:34023, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:32,357 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:32,357 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:32,359 DEBUG [master/699c9baf3d29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T09:22:32,360 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.257sec 2024-12-03T09:22:32,360 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T09:22:32,360 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T09:22:32,360 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T09:22:32,360 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T09:22:32,360 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T09:22:32,360 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,34023,1733217748869-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:22:32,360 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,34023,1733217748869-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T09:22:32,362 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T09:22:32,362 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T09:22:32,362 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,34023,1733217748869-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:32,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a481d55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:32,460 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,34023,-1 for getting cluster id 2024-12-03T09:22:32,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:22:32,461 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0206ed5-0ce1-431c-bd5c-7bb6637a6333' 2024-12-03T09:22:32,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:22:32,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0206ed5-0ce1-431c-bd5c-7bb6637a6333" 2024-12-03T09:22:32,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@220b9932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:32,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,34023,-1] 2024-12-03T09:22:32,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:22:32,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:32,463 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:22:32,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d688b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:32,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:22:32,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,35803,1733217749024, seqNum=-1] 2024-12-03T09:22:32,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:22:32,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:22:32,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=699c9baf3d29,34023,1733217748869 2024-12-03T09:22:32,467 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54051 2024-12-03T09:22:32,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:22:32,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019a7fe8610005 connected 2024-12-03T09:22:32,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/hadoop.log.dir so I do NOT create it in target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa 2024-12-03T09:22:32,487 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T09:22:32,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/hadoop.tmp.dir so I do NOT create it in target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa 2024-12-03T09:22:32,487 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T09:22:32,487 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa 2024-12-03T09:22:32,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T09:22:32,487 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/cluster_848eb8bd-4002-64a8-4d6a-761090660622, deleteOnExit=true 2024-12-03T09:22:32,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T09:22:32,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/test.cache.data in system properties and HBase conf 2024-12-03T09:22:32,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T09:22:32,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/hadoop.log.dir in system properties and HBase conf 2024-12-03T09:22:32,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T09:22:32,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T09:22:32,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T09:22:32,488 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T09:22:32,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:22:32,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:22:32,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T09:22:32,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:22:32,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T09:22:32,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T09:22:32,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:22:32,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:22:32,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T09:22:32,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/nfs.dump.dir in system properties and HBase conf 2024-12-03T09:22:32,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/java.io.tmpdir in system properties and HBase conf 2024-12-03T09:22:32,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:22:32,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T09:22:32,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T09:22:32,979 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:22:32,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:22:32,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:22:32,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:22:32,986 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T09:22:32,987 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:22:32,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73a3c987{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:22:32,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70a0f58d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:22:33,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2adc35fe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/java.io.tmpdir/jetty-localhost-33305-hadoop-hdfs-3_4_1-tests_jar-_-any-3849053345390712901/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:22:33,090 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d8fe384{HTTP/1.1, (http/1.1)}{localhost:33305} 2024-12-03T09:22:33,090 INFO [Time-limited test {}] server.Server(415): Started @339723ms 2024-12-03T09:22:33,495 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:22:33,498 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:22:33,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:22:33,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:22:33,502 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T09:22:33,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37246b1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:22:33,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@194d7b47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:22:33,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b62d873{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/java.io.tmpdir/jetty-localhost-38449-hadoop-hdfs-3_4_1-tests_jar-_-any-12708851178228069628/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:22:33,594 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ca3927a{HTTP/1.1, (http/1.1)}{localhost:38449} 2024-12-03T09:22:33,595 INFO [Time-limited test {}] server.Server(415): Started @340228ms 2024-12-03T09:22:33,596 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T09:22:34,315 WARN [Thread-4553 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/cluster_848eb8bd-4002-64a8-4d6a-761090660622/data/data1/current/BP-1464628687-172.17.0.2-1733217752504/current, will proceed with Du for space computation calculation, 2024-12-03T09:22:34,315 WARN [Thread-4554 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/cluster_848eb8bd-4002-64a8-4d6a-761090660622/data/data2/current/BP-1464628687-172.17.0.2-1733217752504/current, will proceed with Du for space computation calculation, 2024-12-03T09:22:34,332 WARN [Thread-4541 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T09:22:34,334 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe26f9504d49ebc3c with lease ID 0x372abe09366a763: Processing first storage report for DS-db135d05-9416-45ff-98d9-67f08adf5501 from datanode DatanodeRegistration(127.0.0.1:45573, datanodeUuid=31d50103-1e62-497e-aada-be785d17c60f, infoPort=34587, infoSecurePort=0, ipcPort=33117, storageInfo=lv=-57;cid=testClusterID;nsid=968603353;c=1733217752504) 2024-12-03T09:22:34,334 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe26f9504d49ebc3c with lease ID 0x372abe09366a763: from storage DS-db135d05-9416-45ff-98d9-67f08adf5501 node DatanodeRegistration(127.0.0.1:45573, datanodeUuid=31d50103-1e62-497e-aada-be785d17c60f, infoPort=34587, infoSecurePort=0, ipcPort=33117, storageInfo=lv=-57;cid=testClusterID;nsid=968603353;c=1733217752504), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:22:34,334 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe26f9504d49ebc3c with lease ID 0x372abe09366a763: Processing first storage report for DS-425f6461-6ca2-48f8-832c-b097bc40e9d0 from datanode DatanodeRegistration(127.0.0.1:45573, datanodeUuid=31d50103-1e62-497e-aada-be785d17c60f, infoPort=34587, infoSecurePort=0, ipcPort=33117, storageInfo=lv=-57;cid=testClusterID;nsid=968603353;c=1733217752504) 2024-12-03T09:22:34,334 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe26f9504d49ebc3c with lease ID 0x372abe09366a763: from storage DS-425f6461-6ca2-48f8-832c-b097bc40e9d0 node DatanodeRegistration(127.0.0.1:45573, datanodeUuid=31d50103-1e62-497e-aada-be785d17c60f, infoPort=34587, infoSecurePort=0, ipcPort=33117, storageInfo=lv=-57;cid=testClusterID;nsid=968603353;c=1733217752504), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:22:34,432 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa 2024-12-03T09:22:34,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:34,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:34,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45573 is added to blk_1073741825_1001 (size=7) 2024-12-03T09:22:34,840 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1 with version=8 2024-12-03T09:22:34,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/hbase-staging 2024-12-03T09:22:34,842 INFO [Time-limited test {}] client.ConnectionUtils(128): master/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:22:34,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:22:34,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:22:34,842 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:22:34,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:22:34,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:22:34,842 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T09:22:34,842 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:22:34,842 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39607 2024-12-03T09:22:34,843 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39607 connecting to ZooKeeper ensemble=127.0.0.1:54051 2024-12-03T09:22:34,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396070x0, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:22:34,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39607-0x1019a7fe8610006 connected 2024-12-03T09:22:34,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:34,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:34,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Set watcher on znode that does not yet exist, /2-1542653230/running 2024-12-03T09:22:34,972 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1, hbase.cluster.distributed=false 2024-12-03T09:22:34,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Set watcher on znode that does not yet exist, /2-1542653230/acl 2024-12-03T09:22:34,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39607 2024-12-03T09:22:34,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39607 2024-12-03T09:22:34,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39607 2024-12-03T09:22:34,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39607 2024-12-03T09:22:34,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39607 2024-12-03T09:22:34,991 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:22:34,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:22:34,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:22:34,991 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:22:34,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:22:34,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:22:34,992 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:22:34,992 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:22:34,992 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39327 2024-12-03T09:22:34,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39327 connecting to ZooKeeper ensemble=127.0.0.1:54051 2024-12-03T09:22:34,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:34,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:35,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393270x0, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:22:35,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393270x0, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Set watcher on znode that does not yet exist, /2-1542653230/running 2024-12-03T09:22:35,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39327-0x1019a7fe8610007 connected 2024-12-03T09:22:35,008 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:22:35,009 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:22:35,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39327-0x1019a7fe8610007, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Set watcher on znode that does not yet exist, /2-1542653230/master 2024-12-03T09:22:35,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39327-0x1019a7fe8610007, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Set watcher on znode that does not yet exist, /2-1542653230/acl 2024-12-03T09:22:35,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39327 2024-12-03T09:22:35,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39327 2024-12-03T09:22:35,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39327 2024-12-03T09:22:35,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39327 2024-12-03T09:22:35,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39327 2024-12-03T09:22:35,037 DEBUG [M:0;699c9baf3d29:39607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;699c9baf3d29:39607 2024-12-03T09:22:35,038 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1542653230/backup-masters/699c9baf3d29,39607,1733217754841 2024-12-03T09:22:35,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x1019a7fe8610007, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542653230/backup-masters 2024-12-03T09:22:35,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542653230/backup-masters 2024-12-03T09:22:35,050 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Set watcher on existing znode=/2-1542653230/backup-masters/699c9baf3d29,39607,1733217754841 2024-12-03T09:22:35,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x1019a7fe8610007, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1542653230/master 2024-12-03T09:22:35,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542653230 2024-12-03T09:22:35,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x1019a7fe8610007, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542653230 2024-12-03T09:22:35,061 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Set watcher on existing znode=/2-1542653230/master 2024-12-03T09:22:35,061 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1542653230/backup-masters/699c9baf3d29,39607,1733217754841 from backup master directory 2024-12-03T09:22:35,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1542653230/backup-masters/699c9baf3d29,39607,1733217754841 2024-12-03T09:22:35,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x1019a7fe8610007, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542653230/backup-masters 2024-12-03T09:22:35,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542653230/backup-masters 2024-12-03T09:22:35,071 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:22:35,071 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=699c9baf3d29,39607,1733217754841 2024-12-03T09:22:35,073 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/hbase.id] with ID: afa586bc-a9fb-4571-810c-3015841cba2a 2024-12-03T09:22:35,073 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/.tmp/hbase.id 2024-12-03T09:22:35,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45573 is added to blk_1073741826_1002 (size=42) 2024-12-03T09:22:35,481 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/.tmp/hbase.id]:[hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/hbase.id] 2024-12-03T09:22:35,487 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:35,487 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T09:22:35,487 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-03T09:22:35,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x1019a7fe8610007, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542653230 2024-12-03T09:22:35,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542653230 2024-12-03T09:22:35,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45573 is added to blk_1073741827_1003 (size=196) 2024-12-03T09:22:35,921 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:22:35,921 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T09:22:35,921 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:22:35,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45573 is added to blk_1073741828_1004 (size=1189) 2024-12-03T09:22:36,326 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/MasterData/data/master/store 2024-12-03T09:22:36,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45573 is added to blk_1073741829_1005 (size=34) 2024-12-03T09:22:36,331 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:22:36,331 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:22:36,331 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:36,331 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:36,331 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:22:36,331 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:36,331 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:36,331 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217756331Disabling compacts and flushes for region at 1733217756331Disabling writes for close at 1733217756331Writing region close event to WAL at 1733217756331Closed at 1733217756331 2024-12-03T09:22:36,332 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/MasterData/data/master/store/.initializing 2024-12-03T09:22:36,332 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/MasterData/WALs/699c9baf3d29,39607,1733217754841 2024-12-03T09:22:36,333 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:22:36,333 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C39607%2C1733217754841, suffix=, logDir=hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/MasterData/WALs/699c9baf3d29,39607,1733217754841, archiveDir=hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/MasterData/oldWALs, maxLogs=10 2024-12-03T09:22:36,345 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/MasterData/WALs/699c9baf3d29,39607,1733217754841/699c9baf3d29%2C39607%2C1733217754841.1733217756334, exclude list is [], retry=0 2024-12-03T09:22:36,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45573,DS-db135d05-9416-45ff-98d9-67f08adf5501,DISK] 2024-12-03T09:22:36,348 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/MasterData/WALs/699c9baf3d29,39607,1733217754841/699c9baf3d29%2C39607%2C1733217754841.1733217756334 2024-12-03T09:22:36,360 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34587:34587)] 2024-12-03T09:22:36,360 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:22:36,360 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:22:36,360 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:36,360 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:36,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:36,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T09:22:36,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:36,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:36,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:36,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T09:22:36,363 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:36,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:22:36,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:36,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T09:22:36,364 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:36,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:22:36,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:36,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T09:22:36,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:36,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:22:36,366 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:36,366 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:36,366 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:36,367 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:36,367 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:36,367 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:22:36,368 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:22:36,369 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:22:36,369 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58742154, jitterRate=-0.12467369437217712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:22:36,369 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733217756360Initializing all the Stores at 1733217756361 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217756361Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217756361Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217756361Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217756361Cleaning up temporary data from old regions at 1733217756367 (+6 ms)Region opened successfully at 1733217756369 (+2 ms) 2024-12-03T09:22:36,370 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T09:22:36,371 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4750f760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:22:36,372 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T09:22:36,372 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T09:22:36,372 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T09:22:36,372 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T09:22:36,373 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T09:22:36,373 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T09:22:36,373 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T09:22:36,374 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T09:22:36,374 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Unable to get data of znode /2-1542653230/balancer because node does not exist (not necessarily an error) 2024-12-03T09:22:36,665 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1542653230/balancer already deleted, retry=false 2024-12-03T09:22:36,665 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T09:22:36,666 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Unable to get data of znode /2-1542653230/normalizer because node does not exist (not necessarily an error) 2024-12-03T09:22:36,871 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1542653230/normalizer already deleted, retry=false 2024-12-03T09:22:36,871 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T09:22:36,872 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Unable to get data of znode /2-1542653230/switch/split because node does not exist (not necessarily an error) 2024-12-03T09:22:36,895 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1542653230/switch/split already deleted, retry=false 2024-12-03T09:22:36,896 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Unable to get data of znode /2-1542653230/switch/merge because node does not exist (not necessarily an error) 2024-12-03T09:22:36,906 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1542653230/switch/merge already deleted, retry=false 2024-12-03T09:22:36,907 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Unable to get data of znode /2-1542653230/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T09:22:36,916 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1542653230/snapshot-cleanup already deleted, retry=false 2024-12-03T09:22:36,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1542653230/running 2024-12-03T09:22:36,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x1019a7fe8610007, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1542653230/running 2024-12-03T09:22:36,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542653230 2024-12-03T09:22:36,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x1019a7fe8610007, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542653230 2024-12-03T09:22:36,927 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=699c9baf3d29,39607,1733217754841, sessionid=0x1019a7fe8610006, setting cluster-up flag (Was=false) 2024-12-03T09:22:36,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x1019a7fe8610007, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542653230 2024-12-03T09:22:36,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542653230 2024-12-03T09:22:36,990 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1542653230/flush-table-proc/acquired, /2-1542653230/flush-table-proc/reached, /2-1542653230/flush-table-proc/abort 2024-12-03T09:22:36,991 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,39607,1733217754841 2024-12-03T09:22:37,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542653230 2024-12-03T09:22:37,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x1019a7fe8610007, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542653230 2024-12-03T09:22:37,043 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1542653230/online-snapshot/acquired, /2-1542653230/online-snapshot/reached, /2-1542653230/online-snapshot/abort 2024-12-03T09:22:37,044 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,39607,1733217754841 2024-12-03T09:22:37,044 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T09:22:37,046 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T09:22:37,046 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T09:22:37,046 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T09:22:37,047 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 699c9baf3d29,39607,1733217754841 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T09:22:37,048 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:22:37,048 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:22:37,048 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:22:37,048 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:22:37,048 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/699c9baf3d29:0, corePoolSize=10, maxPoolSize=10 2024-12-03T09:22:37,048 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:37,048 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:22:37,048 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:37,049 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:22:37,049 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T09:22:37,050 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:37,050 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T09:22:37,052 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733217787052 2024-12-03T09:22:37,052 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T09:22:37,052 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T09:22:37,052 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T09:22:37,052 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T09:22:37,052 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T09:22:37,052 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T09:22:37,056 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:37,056 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T09:22:37,057 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T09:22:37,057 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T09:22:37,057 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T09:22:37,057 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T09:22:37,057 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T09:22:37,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45573 is added to blk_1073741831_1007 (size=1321) 2024-12-03T09:22:37,060 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217757057,5,FailOnTimeoutGroup] 2024-12-03T09:22:37,060 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217757060,5,FailOnTimeoutGroup] 2024-12-03T09:22:37,060 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:37,060 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T09:22:37,060 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:37,060 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:37,124 INFO [RS:0;699c9baf3d29:39327 {}] regionserver.HRegionServer(746): ClusterId : afa586bc-a9fb-4571-810c-3015841cba2a 2024-12-03T09:22:37,124 DEBUG [RS:0;699c9baf3d29:39327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:22:37,135 DEBUG [RS:0;699c9baf3d29:39327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:22:37,135 DEBUG [RS:0;699c9baf3d29:39327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:22:37,221 DEBUG [RS:0;699c9baf3d29:39327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:22:37,221 DEBUG [RS:0;699c9baf3d29:39327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@935eac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:22:37,240 DEBUG [RS:0;699c9baf3d29:39327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;699c9baf3d29:39327 2024-12-03T09:22:37,240 INFO [RS:0;699c9baf3d29:39327 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:22:37,240 INFO [RS:0;699c9baf3d29:39327 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:22:37,240 DEBUG [RS:0;699c9baf3d29:39327 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:22:37,241 INFO [RS:0;699c9baf3d29:39327 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,39607,1733217754841 with port=39327, startcode=1733217754991 2024-12-03T09:22:37,241 DEBUG [RS:0;699c9baf3d29:39327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:22:37,242 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:22:37,242 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39607 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,39327,1733217754991 2024-12-03T09:22:37,243 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39607 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,39327,1733217754991 2024-12-03T09:22:37,244 DEBUG [RS:0;699c9baf3d29:39327 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1 2024-12-03T09:22:37,244 DEBUG [RS:0;699c9baf3d29:39327 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45599 2024-12-03T09:22:37,244 DEBUG [RS:0;699c9baf3d29:39327 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:22:37,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542653230/rs 2024-12-03T09:22:37,312 DEBUG [RS:0;699c9baf3d29:39327 {}] zookeeper.ZKUtil(111): regionserver:39327-0x1019a7fe8610007, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Set watcher on existing znode=/2-1542653230/rs/699c9baf3d29,39327,1733217754991 2024-12-03T09:22:37,312 WARN [RS:0;699c9baf3d29:39327 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:22:37,313 INFO [RS:0;699c9baf3d29:39327 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:22:37,313 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,39327,1733217754991] 2024-12-03T09:22:37,313 DEBUG [RS:0;699c9baf3d29:39327 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/WALs/699c9baf3d29,39327,1733217754991 2024-12-03T09:22:37,315 INFO [RS:0;699c9baf3d29:39327 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:22:37,317 INFO [RS:0;699c9baf3d29:39327 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:22:37,317 INFO [RS:0;699c9baf3d29:39327 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:22:37,317 INFO [RS:0;699c9baf3d29:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:37,317 INFO [RS:0;699c9baf3d29:39327 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:22:37,318 INFO [RS:0;699c9baf3d29:39327 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:22:37,318 INFO [RS:0;699c9baf3d29:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:37,318 DEBUG [RS:0;699c9baf3d29:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:37,318 DEBUG [RS:0;699c9baf3d29:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:37,318 DEBUG [RS:0;699c9baf3d29:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:37,318 DEBUG [RS:0;699c9baf3d29:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:37,318 DEBUG [RS:0;699c9baf3d29:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:37,318 DEBUG [RS:0;699c9baf3d29:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:22:37,318 DEBUG [RS:0;699c9baf3d29:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:37,318 DEBUG [RS:0;699c9baf3d29:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:37,318 DEBUG [RS:0;699c9baf3d29:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:37,318 DEBUG [RS:0;699c9baf3d29:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:37,318 DEBUG [RS:0;699c9baf3d29:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:37,318 DEBUG [RS:0;699c9baf3d29:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:22:37,318 DEBUG [RS:0;699c9baf3d29:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:22:37,318 DEBUG [RS:0;699c9baf3d29:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:22:37,318 INFO [RS:0;699c9baf3d29:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:37,319 INFO [RS:0;699c9baf3d29:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:37,319 INFO [RS:0;699c9baf3d29:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:37,319 INFO [RS:0;699c9baf3d29:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:37,319 INFO [RS:0;699c9baf3d29:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:37,319 INFO [RS:0;699c9baf3d29:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,39327,1733217754991-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:22:37,338 INFO [RS:0;699c9baf3d29:39327 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:22:37,338 INFO [RS:0;699c9baf3d29:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,39327,1733217754991-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:37,338 INFO [RS:0;699c9baf3d29:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:37,338 INFO [RS:0;699c9baf3d29:39327 {}] regionserver.Replication(171): 699c9baf3d29,39327,1733217754991 started 2024-12-03T09:22:37,357 INFO [RS:0;699c9baf3d29:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:37,357 INFO [RS:0;699c9baf3d29:39327 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,39327,1733217754991, RpcServer on 699c9baf3d29/172.17.0.2:39327, sessionid=0x1019a7fe8610007 2024-12-03T09:22:37,357 DEBUG [RS:0;699c9baf3d29:39327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:22:37,357 DEBUG [RS:0;699c9baf3d29:39327 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,39327,1733217754991 2024-12-03T09:22:37,357 DEBUG [RS:0;699c9baf3d29:39327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,39327,1733217754991' 2024-12-03T09:22:37,357 DEBUG [RS:0;699c9baf3d29:39327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1542653230/flush-table-proc/abort' 2024-12-03T09:22:37,358 DEBUG [RS:0;699c9baf3d29:39327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1542653230/flush-table-proc/acquired' 2024-12-03T09:22:37,358 DEBUG [RS:0;699c9baf3d29:39327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:22:37,358 DEBUG [RS:0;699c9baf3d29:39327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:22:37,358 DEBUG [RS:0;699c9baf3d29:39327 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,39327,1733217754991 2024-12-03T09:22:37,358 DEBUG [RS:0;699c9baf3d29:39327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,39327,1733217754991' 2024-12-03T09:22:37,359 DEBUG [RS:0;699c9baf3d29:39327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1542653230/online-snapshot/abort' 2024-12-03T09:22:37,359 DEBUG [RS:0;699c9baf3d29:39327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1542653230/online-snapshot/acquired' 2024-12-03T09:22:37,359 DEBUG [RS:0;699c9baf3d29:39327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:22:37,359 INFO [RS:0;699c9baf3d29:39327 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:22:37,359 INFO [RS:0;699c9baf3d29:39327 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:22:37,458 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T09:22:37,458 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1 2024-12-03T09:22:37,460 INFO [RS:0;699c9baf3d29:39327 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:22:37,460 INFO [RS:0;699c9baf3d29:39327 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C39327%2C1733217754991, suffix=, logDir=hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/WALs/699c9baf3d29,39327,1733217754991, archiveDir=hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/oldWALs, maxLogs=10 2024-12-03T09:22:37,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45573 is added to blk_1073741832_1008 (size=32) 2024-12-03T09:22:37,475 DEBUG [RS:0;699c9baf3d29:39327 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/WALs/699c9baf3d29,39327,1733217754991/699c9baf3d29%2C39327%2C1733217754991.1733217757461, exclude list is [], retry=0 2024-12-03T09:22:37,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45573,DS-db135d05-9416-45ff-98d9-67f08adf5501,DISK] 2024-12-03T09:22:37,479 INFO [RS:0;699c9baf3d29:39327 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/WALs/699c9baf3d29,39327,1733217754991/699c9baf3d29%2C39327%2C1733217754991.1733217757461 2024-12-03T09:22:37,479 DEBUG [RS:0;699c9baf3d29:39327 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34587:34587)] 2024-12-03T09:22:37,823 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:22:37,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:37,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:37,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:37,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:37,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:37,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:37,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:37,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:22:37,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:22:37,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:37,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:37,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:22:37,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:37,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:37,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:37,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:37,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:22:37,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:37,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:22:37,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:37,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:37,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:37,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:22:37,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:22:37,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:37,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:37,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:22:37,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:22:37,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:37,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:37,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:22:37,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/hbase/meta/1588230740 2024-12-03T09:22:37,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/hbase/meta/1588230740 2024-12-03T09:22:37,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:22:37,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:22:37,875 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:22:37,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:22:37,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:37,878 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:22:37,878 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71095887, jitterRate=0.059411272406578064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:22:37,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733217757867Initializing all the Stores at 1733217757867Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217757868 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217757868Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217757868Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217757868Cleaning up temporary data from old regions at 1733217757875 (+7 ms)Region opened successfully at 1733217757878 (+3 ms) 2024-12-03T09:22:37,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:22:37,878 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:22:37,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:22:37,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:22:37,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:22:37,879 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:22:37,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217757878Disabling compacts and flushes for region at 1733217757878Disabling writes for close at 1733217757878Writing region close event to WAL at 1733217757879 (+1 ms)Closed at 1733217757879 2024-12-03T09:22:37,879 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:22:37,880 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T09:22:37,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T09:22:37,880 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:22:37,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:37,881 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T09:22:37,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:37,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:38,031 DEBUG [699c9baf3d29:39607 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T09:22:38,032 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=699c9baf3d29,39327,1733217754991 2024-12-03T09:22:38,033 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,39327,1733217754991, state=OPENING 2024-12-03T09:22:38,095 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T09:22:38,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x1019a7fe8610007, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542653230 2024-12-03T09:22:38,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542653230 2024-12-03T09:22:38,106 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:22:38,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1542653230/meta-region-server: CHANGED 2024-12-03T09:22:38,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1542653230/meta-region-server: CHANGED 2024-12-03T09:22:38,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,39327,1733217754991}] 2024-12-03T09:22:38,258 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:22:38,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:22:38,261 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T09:22:38,261 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:22:38,262 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T09:22:38,262 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C39327%2C1733217754991.meta, suffix=.meta, logDir=hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/WALs/699c9baf3d29,39327,1733217754991, archiveDir=hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/oldWALs, maxLogs=10 2024-12-03T09:22:38,273 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/WALs/699c9baf3d29,39327,1733217754991/699c9baf3d29%2C39327%2C1733217754991.meta.1733217758263.meta, exclude list is [], retry=0 2024-12-03T09:22:38,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45573,DS-db135d05-9416-45ff-98d9-67f08adf5501,DISK] 2024-12-03T09:22:38,276 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/WALs/699c9baf3d29,39327,1733217754991/699c9baf3d29%2C39327%2C1733217754991.meta.1733217758263.meta 2024-12-03T09:22:38,276 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34587:34587)] 2024-12-03T09:22:38,276 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:22:38,277 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:22:38,277 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:22:38,277 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T09:22:38,277 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T09:22:38,277 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T09:22:38,277 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:22:38,277 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T09:22:38,277 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T09:22:38,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:22:38,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:22:38,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:38,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:38,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:22:38,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:22:38,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:38,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:38,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:22:38,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:22:38,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:38,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:38,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:22:38,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:22:38,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:38,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:22:38,282 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:22:38,282 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/hbase/meta/1588230740 2024-12-03T09:22:38,283 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/hbase/meta/1588230740 2024-12-03T09:22:38,283 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:22:38,283 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:22:38,284 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:22:38,284 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:22:38,285 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74345965, jitterRate=0.10784120857715607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:22:38,285 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T09:22:38,285 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733217758277Writing region info on filesystem at 1733217758277Initializing all the Stores at 1733217758278 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217758278Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217758278Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217758278Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217758278Cleaning up temporary data from old regions at 1733217758283 (+5 ms)Running coprocessor post-open hooks at 1733217758285 (+2 ms)Region opened successfully at 1733217758285 2024-12-03T09:22:38,285 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733217758258 2024-12-03T09:22:38,287 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T09:22:38,287 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T09:22:38,287 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,39327,1733217754991 2024-12-03T09:22:38,288 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,39327,1733217754991, state=OPEN 2024-12-03T09:22:38,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1542653230/meta-region-server 2024-12-03T09:22:38,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x1019a7fe8610007, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1542653230/meta-region-server 2024-12-03T09:22:38,295 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=699c9baf3d29,39327,1733217754991 2024-12-03T09:22:38,295 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1542653230/meta-region-server: CHANGED 2024-12-03T09:22:38,295 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1542653230/meta-region-server: CHANGED 2024-12-03T09:22:38,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T09:22:38,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,39327,1733217754991 in 189 msec 2024-12-03T09:22:38,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T09:22:38,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-12-03T09:22:38,298 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:22:38,298 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T09:22:38,299 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:22:38,299 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,39327,1733217754991, seqNum=-1] 2024-12-03T09:22:38,299 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:22:38,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:22:38,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2570 sec 2024-12-03T09:22:38,303 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733217758303, completionTime=-1 2024-12-03T09:22:38,303 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T09:22:38,303 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T09:22:38,304 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T09:22:38,304 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733217818304 2024-12-03T09:22:38,304 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733217878304 2024-12-03T09:22:38,304 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T09:22:38,304 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,39607,1733217754841-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:38,304 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,39607,1733217754841-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:38,304 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,39607,1733217754841-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:38,305 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-699c9baf3d29:39607, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:38,305 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:38,305 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:38,306 DEBUG [master/699c9baf3d29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T09:22:38,307 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.236sec 2024-12-03T09:22:38,307 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T09:22:38,307 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T09:22:38,307 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T09:22:38,307 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T09:22:38,307 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T09:22:38,307 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,39607,1733217754841-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:22:38,307 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,39607,1733217754841-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T09:22:38,309 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T09:22:38,309 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T09:22:38,309 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,39607,1733217754841-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:22:38,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3faf5d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:38,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,39607,-1 for getting cluster id 2024-12-03T09:22:38,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:22:38,326 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afa586bc-a9fb-4571-810c-3015841cba2a' 2024-12-03T09:22:38,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:22:38,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afa586bc-a9fb-4571-810c-3015841cba2a" 2024-12-03T09:22:38,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f5fba40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:38,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,39607,-1] 2024-12-03T09:22:38,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:22:38,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:38,327 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:22:38,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1338ccd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:38,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:22:38,328 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,39327,1733217754991, seqNum=-1] 2024-12-03T09:22:38,329 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:22:38,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:22:38,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=699c9baf3d29,39607,1733217754841 2024-12-03T09:22:38,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54051 2024-12-03T09:22:38,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:22:38,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019a7fe8610008 connected 2024-12-03T09:22:38,349 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:22:38,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,40803,1733217744054 2024-12-03T09:22:38,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ac71564 2024-12-03T09:22:38,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:22:38,351 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:22:38,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:22:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T09:22:38,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:22:38,353 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:38,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T09:22:38,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:22:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:22:38,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741835_1011 (size=902) 2024-12-03T09:22:38,362 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e4a00d58348bb6f2c499e13539c9fd1d, NAME => 'test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7 2024-12-03T09:22:38,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741836_1012 (size=39) 2024-12-03T09:22:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:22:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:22:38,766 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:22:38,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e4a00d58348bb6f2c499e13539c9fd1d, disabling compactions & flushes 2024-12-03T09:22:38,767 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d. 2024-12-03T09:22:38,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d. 2024-12-03T09:22:38,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d. after waiting 0 ms 2024-12-03T09:22:38,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d. 2024-12-03T09:22:38,767 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d. 2024-12-03T09:22:38,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e4a00d58348bb6f2c499e13539c9fd1d: Waiting for close lock at 1733217758766Disabling compacts and flushes for region at 1733217758766Disabling writes for close at 1733217758767 (+1 ms)Writing region close event to WAL at 1733217758767Closed at 1733217758767 2024-12-03T09:22:38,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:22:38,768 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733217758768"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217758768"}]},"ts":"1733217758768"} 2024-12-03T09:22:38,769 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:22:38,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:22:38,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217758770"}]},"ts":"1733217758770"} 2024-12-03T09:22:38,772 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T09:22:38,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e4a00d58348bb6f2c499e13539c9fd1d, ASSIGN}] 2024-12-03T09:22:38,773 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e4a00d58348bb6f2c499e13539c9fd1d, ASSIGN 2024-12-03T09:22:38,773 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e4a00d58348bb6f2c499e13539c9fd1d, ASSIGN; state=OFFLINE, location=699c9baf3d29,34811,1733217744677; forceNewPlan=false, retain=false 2024-12-03T09:22:38,924 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e4a00d58348bb6f2c499e13539c9fd1d, regionState=OPENING, regionLocation=699c9baf3d29,34811,1733217744677 2024-12-03T09:22:38,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e4a00d58348bb6f2c499e13539c9fd1d, ASSIGN because future has completed 2024-12-03T09:22:38,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4a00d58348bb6f2c499e13539c9fd1d, server=699c9baf3d29,34811,1733217744677}] 2024-12-03T09:22:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:22:39,081 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d. 2024-12-03T09:22:39,081 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e4a00d58348bb6f2c499e13539c9fd1d, NAME => 'test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:22:39,081 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:22:39,081 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T09:22:39,081 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e4a00d58348bb6f2c499e13539c9fd1d 2024-12-03T09:22:39,081 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:22:39,081 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e4a00d58348bb6f2c499e13539c9fd1d 2024-12-03T09:22:39,081 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e4a00d58348bb6f2c499e13539c9fd1d 2024-12-03T09:22:39,082 INFO [StoreOpener-e4a00d58348bb6f2c499e13539c9fd1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e4a00d58348bb6f2c499e13539c9fd1d 2024-12-03T09:22:39,084 INFO [StoreOpener-e4a00d58348bb6f2c499e13539c9fd1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4a00d58348bb6f2c499e13539c9fd1d columnFamilyName f 2024-12-03T09:22:39,084 DEBUG [StoreOpener-e4a00d58348bb6f2c499e13539c9fd1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:39,084 INFO [StoreOpener-e4a00d58348bb6f2c499e13539c9fd1d-1 {}] regionserver.HStore(327): Store=e4a00d58348bb6f2c499e13539c9fd1d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:22:39,084 INFO [StoreOpener-e4a00d58348bb6f2c499e13539c9fd1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e4a00d58348bb6f2c499e13539c9fd1d 2024-12-03T09:22:39,085 INFO [StoreOpener-e4a00d58348bb6f2c499e13539c9fd1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4a00d58348bb6f2c499e13539c9fd1d columnFamilyName f1 2024-12-03T09:22:39,085 DEBUG [StoreOpener-e4a00d58348bb6f2c499e13539c9fd1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:39,085 INFO [StoreOpener-e4a00d58348bb6f2c499e13539c9fd1d-1 {}] regionserver.HStore(327): Store=e4a00d58348bb6f2c499e13539c9fd1d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:22:39,085 INFO [StoreOpener-e4a00d58348bb6f2c499e13539c9fd1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e4a00d58348bb6f2c499e13539c9fd1d 2024-12-03T09:22:39,086 INFO [StoreOpener-e4a00d58348bb6f2c499e13539c9fd1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4a00d58348bb6f2c499e13539c9fd1d columnFamilyName norep 2024-12-03T09:22:39,086 DEBUG [StoreOpener-e4a00d58348bb6f2c499e13539c9fd1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:39,087 INFO [StoreOpener-e4a00d58348bb6f2c499e13539c9fd1d-1 {}] regionserver.HStore(327): Store=e4a00d58348bb6f2c499e13539c9fd1d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:22:39,087 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e4a00d58348bb6f2c499e13539c9fd1d 2024-12-03T09:22:39,087 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/default/test/e4a00d58348bb6f2c499e13539c9fd1d 2024-12-03T09:22:39,087 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/default/test/e4a00d58348bb6f2c499e13539c9fd1d 2024-12-03T09:22:39,088 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e4a00d58348bb6f2c499e13539c9fd1d 2024-12-03T09:22:39,088 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e4a00d58348bb6f2c499e13539c9fd1d 2024-12-03T09:22:39,088 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:22:39,089 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e4a00d58348bb6f2c499e13539c9fd1d 2024-12-03T09:22:39,092 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/default/test/e4a00d58348bb6f2c499e13539c9fd1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:22:39,093 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e4a00d58348bb6f2c499e13539c9fd1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67113162, jitterRate=6.404519081115723E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:22:39,093 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4a00d58348bb6f2c499e13539c9fd1d 2024-12-03T09:22:39,093 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e4a00d58348bb6f2c499e13539c9fd1d: Running coprocessor pre-open hook at 1733217759081Writing region info on filesystem at 1733217759081Initializing all the Stores at 1733217759082 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217759082Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217759082Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217759082Cleaning up temporary data from old regions at 1733217759088 (+6 ms)Running coprocessor post-open hooks at 1733217759093 (+5 ms)Region opened successfully at 1733217759093 2024-12-03T09:22:39,094 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d., pid=6, masterSystemTime=1733217759077 2024-12-03T09:22:39,095 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d. 2024-12-03T09:22:39,095 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d. 2024-12-03T09:22:39,096 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e4a00d58348bb6f2c499e13539c9fd1d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=699c9baf3d29,34811,1733217744677 2024-12-03T09:22:39,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4a00d58348bb6f2c499e13539c9fd1d, server=699c9baf3d29,34811,1733217744677 because future has completed 2024-12-03T09:22:39,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T09:22:39,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e4a00d58348bb6f2c499e13539c9fd1d, server=699c9baf3d29,34811,1733217744677 in 172 msec 2024-12-03T09:22:39,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T09:22:39,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e4a00d58348bb6f2c499e13539c9fd1d, ASSIGN in 327 msec 2024-12-03T09:22:39,101 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:22:39,101 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217759101"}]},"ts":"1733217759101"} 2024-12-03T09:22:39,102 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T09:22:39,102 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:22:39,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 750 msec 2024-12-03T09:22:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:22:39,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:22:39,493 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T09:22:39,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,34023,1733217748869 2024-12-03T09:22:39,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75b99ca5 2024-12-03T09:22:39,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:22:39,495 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:22:39,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34023 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:22:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34023 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T09:22:39,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:22:39,497 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:39,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34023 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T09:22:39,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:22:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:22:39,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42065 is added to blk_1073741835_1011 (size=902) 2024-12-03T09:22:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:22:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:22:39,903 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9aec2a71b32a1c20d2032876612ca9a6, NAME => 'test,,1733217759495.9aec2a71b32a1c20d2032876612ca9a6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab 2024-12-03T09:22:39,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42065 is added to blk_1073741836_1012 (size=39) 2024-12-03T09:22:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:22:40,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733217759495.9aec2a71b32a1c20d2032876612ca9a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:22:40,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9aec2a71b32a1c20d2032876612ca9a6, disabling compactions & flushes 2024-12-03T09:22:40,307 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733217759495.9aec2a71b32a1c20d2032876612ca9a6. 2024-12-03T09:22:40,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217759495.9aec2a71b32a1c20d2032876612ca9a6. 2024-12-03T09:22:40,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733217759495.9aec2a71b32a1c20d2032876612ca9a6. after waiting 0 ms 2024-12-03T09:22:40,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733217759495.9aec2a71b32a1c20d2032876612ca9a6. 2024-12-03T09:22:40,307 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733217759495.9aec2a71b32a1c20d2032876612ca9a6. 2024-12-03T09:22:40,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9aec2a71b32a1c20d2032876612ca9a6: Waiting for close lock at 1733217760307Disabling compacts and flushes for region at 1733217760307Disabling writes for close at 1733217760307Writing region close event to WAL at 1733217760307Closed at 1733217760307 2024-12-03T09:22:40,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:22:40,309 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733217759495.9aec2a71b32a1c20d2032876612ca9a6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733217760308"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217760308"}]},"ts":"1733217760308"} 2024-12-03T09:22:40,310 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:22:40,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:22:40,311 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217760311"}]},"ts":"1733217760311"} 2024-12-03T09:22:40,312 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T09:22:40,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9aec2a71b32a1c20d2032876612ca9a6, ASSIGN}] 2024-12-03T09:22:40,312 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9aec2a71b32a1c20d2032876612ca9a6, ASSIGN 2024-12-03T09:22:40,313 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9aec2a71b32a1c20d2032876612ca9a6, ASSIGN; state=OFFLINE, location=699c9baf3d29,35803,1733217749024; forceNewPlan=false, retain=false 2024-12-03T09:22:40,463 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9aec2a71b32a1c20d2032876612ca9a6, regionState=OPENING, regionLocation=699c9baf3d29,35803,1733217749024 2024-12-03T09:22:40,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9aec2a71b32a1c20d2032876612ca9a6, ASSIGN because future has completed 2024-12-03T09:22:40,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9aec2a71b32a1c20d2032876612ca9a6, server=699c9baf3d29,35803,1733217749024}] 2024-12-03T09:22:40,619 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733217759495.9aec2a71b32a1c20d2032876612ca9a6. 2024-12-03T09:22:40,619 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9aec2a71b32a1c20d2032876612ca9a6, NAME => 'test,,1733217759495.9aec2a71b32a1c20d2032876612ca9a6.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:22:40,620 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:22:40,620 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T09:22:40,620 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9aec2a71b32a1c20d2032876612ca9a6 2024-12-03T09:22:40,620 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733217759495.9aec2a71b32a1c20d2032876612ca9a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:22:40,620 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9aec2a71b32a1c20d2032876612ca9a6 2024-12-03T09:22:40,620 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9aec2a71b32a1c20d2032876612ca9a6 2024-12-03T09:22:40,621 INFO [StoreOpener-9aec2a71b32a1c20d2032876612ca9a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9aec2a71b32a1c20d2032876612ca9a6 2024-12-03T09:22:40,622 INFO [StoreOpener-9aec2a71b32a1c20d2032876612ca9a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9aec2a71b32a1c20d2032876612ca9a6 columnFamilyName f 2024-12-03T09:22:40,622 DEBUG [StoreOpener-9aec2a71b32a1c20d2032876612ca9a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:40,623 INFO [StoreOpener-9aec2a71b32a1c20d2032876612ca9a6-1 {}] regionserver.HStore(327): Store=9aec2a71b32a1c20d2032876612ca9a6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:22:40,623 INFO [StoreOpener-9aec2a71b32a1c20d2032876612ca9a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9aec2a71b32a1c20d2032876612ca9a6 2024-12-03T09:22:40,623 INFO [StoreOpener-9aec2a71b32a1c20d2032876612ca9a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9aec2a71b32a1c20d2032876612ca9a6 columnFamilyName f1 2024-12-03T09:22:40,623 DEBUG [StoreOpener-9aec2a71b32a1c20d2032876612ca9a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:40,624 INFO [StoreOpener-9aec2a71b32a1c20d2032876612ca9a6-1 {}] regionserver.HStore(327): Store=9aec2a71b32a1c20d2032876612ca9a6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:22:40,624 INFO [StoreOpener-9aec2a71b32a1c20d2032876612ca9a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9aec2a71b32a1c20d2032876612ca9a6 2024-12-03T09:22:40,624 INFO [StoreOpener-9aec2a71b32a1c20d2032876612ca9a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9aec2a71b32a1c20d2032876612ca9a6 columnFamilyName norep 2024-12-03T09:22:40,625 DEBUG [StoreOpener-9aec2a71b32a1c20d2032876612ca9a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:40,625 INFO [StoreOpener-9aec2a71b32a1c20d2032876612ca9a6-1 {}] regionserver.HStore(327): Store=9aec2a71b32a1c20d2032876612ca9a6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:22:40,625 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9aec2a71b32a1c20d2032876612ca9a6 2024-12-03T09:22:40,625 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/default/test/9aec2a71b32a1c20d2032876612ca9a6 2024-12-03T09:22:40,625 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/default/test/9aec2a71b32a1c20d2032876612ca9a6 2024-12-03T09:22:40,626 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9aec2a71b32a1c20d2032876612ca9a6 2024-12-03T09:22:40,626 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9aec2a71b32a1c20d2032876612ca9a6 2024-12-03T09:22:40,626 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:22:40,627 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9aec2a71b32a1c20d2032876612ca9a6 2024-12-03T09:22:40,628 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/default/test/9aec2a71b32a1c20d2032876612ca9a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:22:40,628 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9aec2a71b32a1c20d2032876612ca9a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66670736, jitterRate=-0.006528615951538086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:22:40,628 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9aec2a71b32a1c20d2032876612ca9a6 2024-12-03T09:22:40,628 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9aec2a71b32a1c20d2032876612ca9a6: Running coprocessor pre-open hook at 1733217760620Writing region info on filesystem at 1733217760620Initializing all the Stores at 1733217760621 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217760621Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217760621Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217760621Cleaning up temporary data from old regions at 1733217760626 (+5 ms)Running coprocessor post-open hooks at 1733217760628 (+2 ms)Region opened successfully at 1733217760628 2024-12-03T09:22:40,629 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733217759495.9aec2a71b32a1c20d2032876612ca9a6., pid=6, masterSystemTime=1733217760617 2024-12-03T09:22:40,630 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733217759495.9aec2a71b32a1c20d2032876612ca9a6. 2024-12-03T09:22:40,630 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733217759495.9aec2a71b32a1c20d2032876612ca9a6. 2024-12-03T09:22:40,631 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9aec2a71b32a1c20d2032876612ca9a6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=699c9baf3d29,35803,1733217749024 2024-12-03T09:22:40,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9aec2a71b32a1c20d2032876612ca9a6, server=699c9baf3d29,35803,1733217749024 because future has completed 2024-12-03T09:22:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:22:40,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T09:22:40,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9aec2a71b32a1c20d2032876612ca9a6, server=699c9baf3d29,35803,1733217749024 in 167 msec 2024-12-03T09:22:40,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T09:22:40,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9aec2a71b32a1c20d2032876612ca9a6, ASSIGN in 322 msec 2024-12-03T09:22:40,635 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:22:40,636 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217760635"}]},"ts":"1733217760635"} 2024-12-03T09:22:40,637 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T09:22:40,637 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:22:40,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1420 sec 2024-12-03T09:22:41,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:22:41,643 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T09:22:41,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:22:41,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,39607,1733217754841 2024-12-03T09:22:41,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d32e2ec 2024-12-03T09:22:41,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:22:41,645 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:22:41,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39607 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:22:41,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39607 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T09:22:41,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:22:41,647 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:41,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39607 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T09:22:41,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:22:41,648 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:22:41,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45573 is added to blk_1073741835_1011 (size=902) 2024-12-03T09:22:41,654 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec3c3fda517177e6752ccf3cbf83c6df, NAME => 'test,,1733217761645.ec3c3fda517177e6752ccf3cbf83c6df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1 2024-12-03T09:22:41,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45573 is added to blk_1073741836_1012 (size=39) 2024-12-03T09:22:41,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:22:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:22:42,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733217761645.ec3c3fda517177e6752ccf3cbf83c6df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:22:42,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ec3c3fda517177e6752ccf3cbf83c6df, disabling compactions & flushes 2024-12-03T09:22:42,059 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733217761645.ec3c3fda517177e6752ccf3cbf83c6df. 2024-12-03T09:22:42,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217761645.ec3c3fda517177e6752ccf3cbf83c6df. 2024-12-03T09:22:42,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733217761645.ec3c3fda517177e6752ccf3cbf83c6df. after waiting 0 ms 2024-12-03T09:22:42,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733217761645.ec3c3fda517177e6752ccf3cbf83c6df. 2024-12-03T09:22:42,059 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733217761645.ec3c3fda517177e6752ccf3cbf83c6df. 2024-12-03T09:22:42,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec3c3fda517177e6752ccf3cbf83c6df: Waiting for close lock at 1733217762058Disabling compacts and flushes for region at 1733217762058Disabling writes for close at 1733217762059 (+1 ms)Writing region close event to WAL at 1733217762059Closed at 1733217762059 2024-12-03T09:22:42,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:22:42,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733217761645.ec3c3fda517177e6752ccf3cbf83c6df.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733217762060"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217762060"}]},"ts":"1733217762060"} 2024-12-03T09:22:42,061 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:22:42,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:22:42,062 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217762062"}]},"ts":"1733217762062"} 2024-12-03T09:22:42,063 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T09:22:42,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ec3c3fda517177e6752ccf3cbf83c6df, ASSIGN}] 2024-12-03T09:22:42,064 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ec3c3fda517177e6752ccf3cbf83c6df, ASSIGN 2024-12-03T09:22:42,065 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ec3c3fda517177e6752ccf3cbf83c6df, ASSIGN; state=OFFLINE, location=699c9baf3d29,39327,1733217754991; forceNewPlan=false, retain=false 2024-12-03T09:22:42,215 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ec3c3fda517177e6752ccf3cbf83c6df, regionState=OPENING, regionLocation=699c9baf3d29,39327,1733217754991 2024-12-03T09:22:42,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ec3c3fda517177e6752ccf3cbf83c6df, ASSIGN because future has completed 2024-12-03T09:22:42,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec3c3fda517177e6752ccf3cbf83c6df, server=699c9baf3d29,39327,1733217754991}] 2024-12-03T09:22:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:22:42,372 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733217761645.ec3c3fda517177e6752ccf3cbf83c6df. 2024-12-03T09:22:42,372 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ec3c3fda517177e6752ccf3cbf83c6df, NAME => 'test,,1733217761645.ec3c3fda517177e6752ccf3cbf83c6df.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:22:42,372 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:22:42,372 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T09:22:42,372 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ec3c3fda517177e6752ccf3cbf83c6df 2024-12-03T09:22:42,372 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733217761645.ec3c3fda517177e6752ccf3cbf83c6df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:22:42,372 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ec3c3fda517177e6752ccf3cbf83c6df 2024-12-03T09:22:42,372 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ec3c3fda517177e6752ccf3cbf83c6df 2024-12-03T09:22:42,373 INFO [StoreOpener-ec3c3fda517177e6752ccf3cbf83c6df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ec3c3fda517177e6752ccf3cbf83c6df 2024-12-03T09:22:42,374 INFO [StoreOpener-ec3c3fda517177e6752ccf3cbf83c6df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec3c3fda517177e6752ccf3cbf83c6df columnFamilyName f 2024-12-03T09:22:42,374 DEBUG [StoreOpener-ec3c3fda517177e6752ccf3cbf83c6df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:42,374 INFO [StoreOpener-ec3c3fda517177e6752ccf3cbf83c6df-1 {}] regionserver.HStore(327): Store=ec3c3fda517177e6752ccf3cbf83c6df/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:22:42,374 INFO [StoreOpener-ec3c3fda517177e6752ccf3cbf83c6df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ec3c3fda517177e6752ccf3cbf83c6df 2024-12-03T09:22:42,375 INFO [StoreOpener-ec3c3fda517177e6752ccf3cbf83c6df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec3c3fda517177e6752ccf3cbf83c6df columnFamilyName f1 2024-12-03T09:22:42,375 DEBUG [StoreOpener-ec3c3fda517177e6752ccf3cbf83c6df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:42,375 INFO [StoreOpener-ec3c3fda517177e6752ccf3cbf83c6df-1 {}] regionserver.HStore(327): Store=ec3c3fda517177e6752ccf3cbf83c6df/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:22:42,375 INFO [StoreOpener-ec3c3fda517177e6752ccf3cbf83c6df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ec3c3fda517177e6752ccf3cbf83c6df 2024-12-03T09:22:42,376 INFO [StoreOpener-ec3c3fda517177e6752ccf3cbf83c6df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec3c3fda517177e6752ccf3cbf83c6df columnFamilyName norep 2024-12-03T09:22:42,376 DEBUG [StoreOpener-ec3c3fda517177e6752ccf3cbf83c6df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:42,376 INFO [StoreOpener-ec3c3fda517177e6752ccf3cbf83c6df-1 {}] regionserver.HStore(327): Store=ec3c3fda517177e6752ccf3cbf83c6df/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:22:42,376 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ec3c3fda517177e6752ccf3cbf83c6df 2024-12-03T09:22:42,376 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/default/test/ec3c3fda517177e6752ccf3cbf83c6df 2024-12-03T09:22:42,377 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/default/test/ec3c3fda517177e6752ccf3cbf83c6df 2024-12-03T09:22:42,377 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ec3c3fda517177e6752ccf3cbf83c6df 2024-12-03T09:22:42,377 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ec3c3fda517177e6752ccf3cbf83c6df 2024-12-03T09:22:42,378 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:22:42,378 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ec3c3fda517177e6752ccf3cbf83c6df 2024-12-03T09:22:42,379 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/default/test/ec3c3fda517177e6752ccf3cbf83c6df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:22:42,380 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ec3c3fda517177e6752ccf3cbf83c6df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63055160, jitterRate=-0.06040489673614502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:22:42,380 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec3c3fda517177e6752ccf3cbf83c6df 2024-12-03T09:22:42,380 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ec3c3fda517177e6752ccf3cbf83c6df: Running coprocessor pre-open hook at 1733217762372Writing region info on filesystem at 1733217762372Initializing all the Stores at 1733217762373 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217762373Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217762373Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217762373Cleaning up temporary data from old regions at 1733217762377 (+4 ms)Running coprocessor post-open hooks at 1733217762380 (+3 ms)Region opened successfully at 1733217762380 2024-12-03T09:22:42,380 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733217761645.ec3c3fda517177e6752ccf3cbf83c6df., pid=6, masterSystemTime=1733217762369 2024-12-03T09:22:42,382 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733217761645.ec3c3fda517177e6752ccf3cbf83c6df. 2024-12-03T09:22:42,382 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733217761645.ec3c3fda517177e6752ccf3cbf83c6df. 2024-12-03T09:22:42,382 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ec3c3fda517177e6752ccf3cbf83c6df, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=699c9baf3d29,39327,1733217754991 2024-12-03T09:22:42,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec3c3fda517177e6752ccf3cbf83c6df, server=699c9baf3d29,39327,1733217754991 because future has completed 2024-12-03T09:22:42,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T09:22:42,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ec3c3fda517177e6752ccf3cbf83c6df, server=699c9baf3d29,39327,1733217754991 in 167 msec 2024-12-03T09:22:42,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T09:22:42,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ec3c3fda517177e6752ccf3cbf83c6df, ASSIGN in 321 msec 2024-12-03T09:22:42,387 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:22:42,387 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217762387"}]},"ts":"1733217762387"} 2024-12-03T09:22:42,388 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T09:22:42,388 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:22:42,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 744 msec 2024-12-03T09:22:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:22:42,783 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T09:22:42,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4540f54c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:42,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,40803,-1 for getting cluster id 2024-12-03T09:22:42,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:22:42,784 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79e7b988-6ccc-426e-9592-495442c688e5' 2024-12-03T09:22:42,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:22:42,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79e7b988-6ccc-426e-9592-495442c688e5" 2024-12-03T09:22:42,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d340e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:42,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,40803,-1] 2024-12-03T09:22:42,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:22:42,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:42,785 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:22:42,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676fd2e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:42,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:22:42,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,40803,1733217744054 2024-12-03T09:22:42,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a03ca1b 2024-12-03T09:22:42,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:22:42,787 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:22:42,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://699c9baf3d29:34023,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T09:22:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T09:22:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:22:42,789 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:34023' 2024-12-03T09:22:42,790 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cdb6658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:42,790 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,34023,-1 for getting cluster id 2024-12-03T09:22:42,790 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:22:42,791 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0206ed5-0ce1-431c-bd5c-7bb6637a6333' 2024-12-03T09:22:42,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:22:42,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0206ed5-0ce1-431c-bd5c-7bb6637a6333" 2024-12-03T09:22:42,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6828a174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:42,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,34023,-1] 2024-12-03T09:22:42,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:22:42,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:42,792 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:22:42,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1358cd8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:42,792 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:22:42,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,34023,1733217748869 2024-12-03T09:22:42,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@564a2b64 2024-12-03T09:22:42,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:22:42,793 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:22:42,794 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T09:22:42,794 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T09:22:42,794 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:42,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:22:42,794 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:42,794 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:22:42,795 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T09:22:42,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:22:42,796 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:42,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:22:42,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741837_1013 (size=1138) 2024-12-03T09:22:42,845 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T09:22:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:22:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:22:43,203 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4a4fe88c7bda4df6994f522b9f0f524a, NAME => 'hbase:replication,,1733217762794.4a4fe88c7bda4df6994f522b9f0f524a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7 2024-12-03T09:22:43,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741838_1014 (size=44) 2024-12-03T09:22:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:22:43,607 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217762794.4a4fe88c7bda4df6994f522b9f0f524a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:22:43,607 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4a4fe88c7bda4df6994f522b9f0f524a, disabling compactions & flushes 2024-12-03T09:22:43,607 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217762794.4a4fe88c7bda4df6994f522b9f0f524a. 2024-12-03T09:22:43,607 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217762794.4a4fe88c7bda4df6994f522b9f0f524a. 2024-12-03T09:22:43,607 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217762794.4a4fe88c7bda4df6994f522b9f0f524a. after waiting 0 ms 2024-12-03T09:22:43,607 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217762794.4a4fe88c7bda4df6994f522b9f0f524a. 2024-12-03T09:22:43,607 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733217762794.4a4fe88c7bda4df6994f522b9f0f524a. 2024-12-03T09:22:43,607 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4a4fe88c7bda4df6994f522b9f0f524a: Waiting for close lock at 1733217763607Disabling compacts and flushes for region at 1733217763607Disabling writes for close at 1733217763607Writing region close event to WAL at 1733217763607Closed at 1733217763607 2024-12-03T09:22:43,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:22:43,608 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733217762794.4a4fe88c7bda4df6994f522b9f0f524a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733217763608"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217763608"}]},"ts":"1733217763608"} 2024-12-03T09:22:43,609 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T09:22:43,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:22:43,610 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217763610"}]},"ts":"1733217763610"} 2024-12-03T09:22:43,611 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T09:22:43,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a4fe88c7bda4df6994f522b9f0f524a, ASSIGN}] 2024-12-03T09:22:43,612 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a4fe88c7bda4df6994f522b9f0f524a, ASSIGN 2024-12-03T09:22:43,613 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4a4fe88c7bda4df6994f522b9f0f524a, ASSIGN; state=OFFLINE, location=699c9baf3d29,34811,1733217744677; forceNewPlan=false, retain=false 2024-12-03T09:22:43,763 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4a4fe88c7bda4df6994f522b9f0f524a, regionState=OPENING, regionLocation=699c9baf3d29,34811,1733217744677 2024-12-03T09:22:43,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4a4fe88c7bda4df6994f522b9f0f524a, ASSIGN because future has completed 2024-12-03T09:22:43,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a4fe88c7bda4df6994f522b9f0f524a, server=699c9baf3d29,34811,1733217744677}] 2024-12-03T09:22:43,779 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:22:43,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:43,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:43,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:43,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:43,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:43,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:43,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:43,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:43,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:43,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:43,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:43,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:43,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:43,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:43,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:43,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:43,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:43,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733217762794.4a4fe88c7bda4df6994f522b9f0f524a. 2024-12-03T09:22:43,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:22:43,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T09:22:43,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=699c9baf3d29%2C34811%2C1733217744677.rep, suffix=, logDir=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677, archiveDir=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/oldWALs, maxLogs=10 2024-12-03T09:22:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:22:43,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.rep.1733217763922, exclude list is [], retry=0 2024-12-03T09:22:43,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40403,DS-88bab215-b755-4001-b6c0-7fb508e5524c,DISK] 2024-12-03T09:22:43,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.rep.1733217763922 2024-12-03T09:22:43,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45209:45209)] 2024-12-03T09:22:43,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a4fe88c7bda4df6994f522b9f0f524a, NAME => 'hbase:replication,,1733217762794.4a4fe88c7bda4df6994f522b9f0f524a.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:22:43,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T09:22:43,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:22:43,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733217762794.4a4fe88c7bda4df6994f522b9f0f524a. service=MultiRowMutationService 2024-12-03T09:22:43,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T09:22:43,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4a4fe88c7bda4df6994f522b9f0f524a 2024-12-03T09:22:43,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733217762794.4a4fe88c7bda4df6994f522b9f0f524a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:22:43,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4a4fe88c7bda4df6994f522b9f0f524a 2024-12-03T09:22:43,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4a4fe88c7bda4df6994f522b9f0f524a 2024-12-03T09:22:43,945 INFO [StoreOpener-4a4fe88c7bda4df6994f522b9f0f524a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4a4fe88c7bda4df6994f522b9f0f524a 2024-12-03T09:22:43,947 INFO [StoreOpener-4a4fe88c7bda4df6994f522b9f0f524a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a4fe88c7bda4df6994f522b9f0f524a columnFamilyName hfileref 2024-12-03T09:22:43,947 DEBUG [StoreOpener-4a4fe88c7bda4df6994f522b9f0f524a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:43,947 INFO [StoreOpener-4a4fe88c7bda4df6994f522b9f0f524a-1 {}] regionserver.HStore(327): Store=4a4fe88c7bda4df6994f522b9f0f524a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:22:43,947 INFO [StoreOpener-4a4fe88c7bda4df6994f522b9f0f524a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4a4fe88c7bda4df6994f522b9f0f524a 2024-12-03T09:22:43,948 INFO [StoreOpener-4a4fe88c7bda4df6994f522b9f0f524a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a4fe88c7bda4df6994f522b9f0f524a columnFamilyName queue 2024-12-03T09:22:43,948 DEBUG [StoreOpener-4a4fe88c7bda4df6994f522b9f0f524a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:43,948 INFO [StoreOpener-4a4fe88c7bda4df6994f522b9f0f524a-1 {}] regionserver.HStore(327): Store=4a4fe88c7bda4df6994f522b9f0f524a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:22:43,948 INFO [StoreOpener-4a4fe88c7bda4df6994f522b9f0f524a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4a4fe88c7bda4df6994f522b9f0f524a 2024-12-03T09:22:43,949 INFO [StoreOpener-4a4fe88c7bda4df6994f522b9f0f524a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a4fe88c7bda4df6994f522b9f0f524a columnFamilyName sid 2024-12-03T09:22:43,949 DEBUG [StoreOpener-4a4fe88c7bda4df6994f522b9f0f524a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:22:43,949 INFO [StoreOpener-4a4fe88c7bda4df6994f522b9f0f524a-1 {}] regionserver.HStore(327): Store=4a4fe88c7bda4df6994f522b9f0f524a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:22:43,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4a4fe88c7bda4df6994f522b9f0f524a 2024-12-03T09:22:43,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/replication/4a4fe88c7bda4df6994f522b9f0f524a 2024-12-03T09:22:43,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/replication/4a4fe88c7bda4df6994f522b9f0f524a 2024-12-03T09:22:43,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4a4fe88c7bda4df6994f522b9f0f524a 2024-12-03T09:22:43,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4a4fe88c7bda4df6994f522b9f0f524a 2024-12-03T09:22:43,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T09:22:43,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4a4fe88c7bda4df6994f522b9f0f524a 2024-12-03T09:22:43,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/replication/4a4fe88c7bda4df6994f522b9f0f524a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:22:43,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4a4fe88c7bda4df6994f522b9f0f524a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60583026, jitterRate=-0.0972425639629364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T09:22:43,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a4fe88c7bda4df6994f522b9f0f524a 2024-12-03T09:22:43,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4a4fe88c7bda4df6994f522b9f0f524a: Running coprocessor pre-open hook at 1733217763944Writing region info on filesystem at 1733217763944Initializing all the Stores at 1733217763945 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217763945Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217763945Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217763945Cleaning up temporary data from old regions at 1733217763951 (+6 ms)Running coprocessor post-open hooks at 1733217763954 (+3 ms)Region opened successfully at 1733217763954 2024-12-03T09:22:43,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733217762794.4a4fe88c7bda4df6994f522b9f0f524a., pid=10, masterSystemTime=1733217763917 2024-12-03T09:22:43,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733217762794.4a4fe88c7bda4df6994f522b9f0f524a. 2024-12-03T09:22:43,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733217762794.4a4fe88c7bda4df6994f522b9f0f524a. 2024-12-03T09:22:43,957 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4a4fe88c7bda4df6994f522b9f0f524a, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,34811,1733217744677 2024-12-03T09:22:43,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a4fe88c7bda4df6994f522b9f0f524a, server=699c9baf3d29,34811,1733217744677 because future has completed 2024-12-03T09:22:43,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T09:22:43,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a4fe88c7bda4df6994f522b9f0f524a, server=699c9baf3d29,34811,1733217744677 in 194 msec 2024-12-03T09:22:43,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T09:22:43,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a4fe88c7bda4df6994f522b9f0f524a, ASSIGN in 348 msec 2024-12-03T09:22:43,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:22:43,962 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217763962"}]},"ts":"1733217763962"} 2024-12-03T09:22:43,964 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T09:22:43,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:22:43,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-12-03T09:22:44,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733217762794.4a4fe88c7bda4df6994f522b9f0f524a., hostname=699c9baf3d29,34811,1733217744677, seqNum=2] 2024-12-03T09:22:44,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1019a7fe8610001, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514114771 2024-12-03T09:22:44,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514114771 2024-12-03T09:22:44,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T09:22:44,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T09:22:44,269 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T09:22:44,294 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-699c9baf3d29,34811,1733217744677, ReplicationSource: 1, currentBandwidth=0 2024-12-03T09:22:44,294 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:22:44,294 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,34811,1733217744677, seqNum=-1] 2024-12-03T09:22:44,294 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:22:44,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-03T09:22:44,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-699c9baf3d29,34811,1733217744677', locateType=CURRENT is [region=hbase:replication,,1733217762794.4a4fe88c7bda4df6994f522b9f0f524a., hostname=699c9baf3d29,34811,1733217744677, seqNum=2] 2024-12-03T09:22:44,298 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T09:22:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T09:22:44,300 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 699c9baf3d29,34811,1733217744677 suceeded 2024-12-03T09:22:44,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T09:22:44,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-03T09:22:44,301 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://699c9baf3d29:34023,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T09:22:44,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5140 sec 2024-12-03T09:22:44,311 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:34023' 2024-12-03T09:22:44,312 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@528e4341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:44,312 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,34023,-1 for getting cluster id 2024-12-03T09:22:44,312 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:22:44,313 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0206ed5-0ce1-431c-bd5c-7bb6637a6333' 2024-12-03T09:22:44,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:22:44,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0206ed5-0ce1-431c-bd5c-7bb6637a6333" 2024-12-03T09:22:44,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71e58f2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:44,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,34023,-1] 2024-12-03T09:22:44,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:22:44,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:44,314 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:22:44,314 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c178087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:44,314 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:22:44,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,34023,1733217748869 2024-12-03T09:22:44,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24c70d67 2024-12-03T09:22:44,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:22:44,316 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-03T09:22:44,316 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-699c9baf3d29,34811,1733217744677 (queues=1) is replicating from cluster=79e7b988-6ccc-426e-9592-495442c688e5 to cluster=b0206ed5-0ce1-431c-bd5c-7bb6637a6333 2024-12-03T09:22:44,316 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=699c9baf3d29%2C34811%2C1733217744677 2024-12-03T09:22:44,316 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-699c9baf3d29,34811,1733217744677, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T09:22:44,317 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.shipper699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 699c9baf3d29%2C34811%2C1733217744677 2024-12-03T09:22:44,317 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217745692, startPosition=0, beingWritten=true 2024-12-03T09:22:44,320 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:22:44,320 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217745692 to pos 379, reset compression=false 2024-12-03T09:22:44,320 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.shipper699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,34811,1733217744677 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217745692, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:22:44,526 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217745692 to pos 379, reset compression=false 2024-12-03T09:22:44,829 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217745692 to pos 379, reset compression=false 2024-12-03T09:22:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T09:22:44,933 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T09:22:44,933 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:22:44,933 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:44,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:44,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:22:44,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:44,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2418801b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:44,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,40803,-1 for getting cluster id 2024-12-03T09:22:44,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:22:44,935 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79e7b988-6ccc-426e-9592-495442c688e5' 2024-12-03T09:22:44,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:22:44,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79e7b988-6ccc-426e-9592-495442c688e5" 2024-12-03T09:22:44,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e0077b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:44,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,40803,-1] 2024-12-03T09:22:44,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:22:44,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:44,936 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:22:44,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a9df68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:44,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5181d241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:44,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,34023,-1 for getting cluster id 2024-12-03T09:22:44,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:22:44,937 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0206ed5-0ce1-431c-bd5c-7bb6637a6333' 2024-12-03T09:22:44,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:22:44,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0206ed5-0ce1-431c-bd5c-7bb6637a6333" 2024-12-03T09:22:44,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bdd04cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:44,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,34023,-1] 2024-12-03T09:22:44,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:22:44,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:44,938 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:22:44,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e01e744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:44,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ebac23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:44,939 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,39607,-1 for getting cluster id 2024-12-03T09:22:44,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:22:44,939 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afa586bc-a9fb-4571-810c-3015841cba2a' 2024-12-03T09:22:44,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:22:44,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afa586bc-a9fb-4571-810c-3015841cba2a" 2024-12-03T09:22:44,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4c13f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:44,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,39607,-1] 2024-12-03T09:22:44,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:22:44,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:44,940 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:22:44,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61907f43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:44,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:44,945 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733217764944/Put/seqid=0 2024-12-03T09:22:44,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741840_1016 (size=7894) 2024-12-03T09:22:44,950 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733217764950/Put/seqid=0 2024-12-03T09:22:44,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741841_1017 (size=7691) 2024-12-03T09:22:45,232 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217745692 to pos 379, reset compression=false 2024-12-03T09:22:45,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d12ead0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:45,354 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,40803,-1 for getting cluster id 2024-12-03T09:22:45,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:22:45,355 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79e7b988-6ccc-426e-9592-495442c688e5' 2024-12-03T09:22:45,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:22:45,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79e7b988-6ccc-426e-9592-495442c688e5" 2024-12-03T09:22:45,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bad69fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:45,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,40803,-1] 2024-12-03T09:22:45,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:22:45,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:45,356 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:22:45,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b255d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:45,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:22:45,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,34811,1733217744677, seqNum=-1] 2024-12-03T09:22:45,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:22:45,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:22:45,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:22:45,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,40803,1733217744054 2024-12-03T09:22:45,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26874562 2024-12-03T09:22:45,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:22:45,365 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:22:45,368 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d., hostname=699c9baf3d29,34811,1733217744677, seqNum=2] 2024-12-03T09:22:45,370 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T09:22:45,374 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-03T09:22:45,376 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-03T09:22:45,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/testHFileCyclicReplication_0/f/hfile_0 for inclusion in e4a00d58348bb6f2c499e13539c9fd1d/f 2024-12-03T09:22:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-03T09:22:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T09:22:45,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/testHFileCyclicReplication_0/f/hfile_1 for inclusion in e4a00d58348bb6f2c499e13539c9fd1d/f 2024-12-03T09:22:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-03T09:22:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T09:22:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HRegion(2603): Flush status journal for e4a00d58348bb6f2c499e13539c9fd1d: 2024-12-03T09:22:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/staging/jenkins__test__me0l2dfpnn9r3p165n6kbuido0etgtv1v37pjm59tctt7kp3p8g9o4kvqkbsjk67/f/hfile_0 2024-12-03T09:22:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/staging/jenkins__test__me0l2dfpnn9r3p165n6kbuido0etgtv1v37pjm59tctt7kp3p8g9o4kvqkbsjk67/f/hfile_0 as hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/default/test/e4a00d58348bb6f2c499e13539c9fd1d/f/280aaf91e7b64f5aa6e37d843f656637_SeqId_4_ 2024-12-03T09:22:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/staging/jenkins__test__me0l2dfpnn9r3p165n6kbuido0etgtv1v37pjm59tctt7kp3p8g9o4kvqkbsjk67/f/hfile_1 2024-12-03T09:22:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/staging/jenkins__test__me0l2dfpnn9r3p165n6kbuido0etgtv1v37pjm59tctt7kp3p8g9o4kvqkbsjk67/f/hfile_1 as hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/default/test/e4a00d58348bb6f2c499e13539c9fd1d/f/11cc50c6f99e42178b3869750853fb64_SeqId_4_ 2024-12-03T09:22:45,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/staging/jenkins__test__me0l2dfpnn9r3p165n6kbuido0etgtv1v37pjm59tctt7kp3p8g9o4kvqkbsjk67/f/hfile_0 into e4a00d58348bb6f2c499e13539c9fd1d/f as hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/default/test/e4a00d58348bb6f2c499e13539c9fd1d/f/280aaf91e7b64f5aa6e37d843f656637_SeqId_4_ - updating store file list. 2024-12-03T09:22:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 280aaf91e7b64f5aa6e37d843f656637_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T09:22:45,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/default/test/e4a00d58348bb6f2c499e13539c9fd1d/f/280aaf91e7b64f5aa6e37d843f656637_SeqId_4_ into e4a00d58348bb6f2c499e13539c9fd1d/f 2024-12-03T09:22:45,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/staging/jenkins__test__me0l2dfpnn9r3p165n6kbuido0etgtv1v37pjm59tctt7kp3p8g9o4kvqkbsjk67/f/hfile_0 into e4a00d58348bb6f2c499e13539c9fd1d/f (new location: hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/default/test/e4a00d58348bb6f2c499e13539c9fd1d/f/280aaf91e7b64f5aa6e37d843f656637_SeqId_4_) 2024-12-03T09:22:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/staging/jenkins__test__me0l2dfpnn9r3p165n6kbuido0etgtv1v37pjm59tctt7kp3p8g9o4kvqkbsjk67/f/hfile_0 2024-12-03T09:22:45,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/staging/jenkins__test__me0l2dfpnn9r3p165n6kbuido0etgtv1v37pjm59tctt7kp3p8g9o4kvqkbsjk67/f/hfile_1 into e4a00d58348bb6f2c499e13539c9fd1d/f as hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/default/test/e4a00d58348bb6f2c499e13539c9fd1d/f/11cc50c6f99e42178b3869750853fb64_SeqId_4_ - updating store file list. 2024-12-03T09:22:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 11cc50c6f99e42178b3869750853fb64_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T09:22:45,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/default/test/e4a00d58348bb6f2c499e13539c9fd1d/f/11cc50c6f99e42178b3869750853fb64_SeqId_4_ into e4a00d58348bb6f2c499e13539c9fd1d/f 2024-12-03T09:22:45,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/staging/jenkins__test__me0l2dfpnn9r3p165n6kbuido0etgtv1v37pjm59tctt7kp3p8g9o4kvqkbsjk67/f/hfile_1 into e4a00d58348bb6f2c499e13539c9fd1d/f (new location: hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/default/test/e4a00d58348bb6f2c499e13539c9fd1d/f/11cc50c6f99e42178b3869750853fb64_SeqId_4_) 2024-12-03T09:22:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/staging/jenkins__test__me0l2dfpnn9r3p165n6kbuido0etgtv1v37pjm59tctt7kp3p8g9o4kvqkbsjk67/f/hfile_1 2024-12-03T09:22:45,396 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:22:45,396 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:45,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:45,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:45,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:22:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d., hostname=699c9baf3d29,34811,1733217744677, seqNum=2 , the old value is region=test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d., hostname=699c9baf3d29,34811,1733217744677, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=699c9baf3d29:34811 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T09:22:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d., hostname=699c9baf3d29,34811,1733217744677, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T09:22:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d., hostname=699c9baf3d29,34811,1733217744677, seqNum=2 from cache 2024-12-03T09:22:45,397 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T09:22:45,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:22:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,35803,1733217749024, seqNum=-1] 2024-12-03T09:22:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:22:45,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:22:45,400 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733217759495.9aec2a71b32a1c20d2032876612ca9a6., hostname=699c9baf3d29,35803,1733217749024, seqNum=2] 2024-12-03T09:22:45,401 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T09:22:45,413 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T09:22:45,503 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:34811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T09:22:45,735 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217745692 to pos 379, reset compression=false 2024-12-03T09:22:45,738 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:22:45,738 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.shipper699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,34811,1733217744677 got entry batch from reader: WALEntryBatch [walEntries=[{test/e4a00d58348bb6f2c499e13539c9fd1d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733217765395/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217745692, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T09:22:45,740 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.shipper699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:22:45,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-03T09:22:45,741 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.ReplicationSink(318): Replicating [79e7b988-6ccc-426e-9592-495442c688e5] bulk loaded data 2024-12-03T09:22:45,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43f028ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:45,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,34023,-1 for getting cluster id 2024-12-03T09:22:45,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:22:45,742 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0206ed5-0ce1-431c-bd5c-7bb6637a6333' 2024-12-03T09:22:45,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:22:45,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0206ed5-0ce1-431c-bd5c-7bb6637a6333" 2024-12-03T09:22:45,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d4c8435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:45,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,34023,-1] 2024-12-03T09:22:45,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:22:45,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:45,743 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:22:45,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61281e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:45,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42065 is added to blk_1073741837_1013 (size=7894) 2024-12-03T09:22:45,939 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217745692 to pos 687, reset compression=false 2024-12-03T09:22:46,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42065 is added to blk_1073741838_1014 (size=7691) 2024-12-03T09:22:46,242 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217745692 to pos 687, reset compression=false 2024-12-03T09:22:46,403 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T09:22:46,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:22:46,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,34023,1733217748869 2024-12-03T09:22:46,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4413a5cd 2024-12-03T09:22:46,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:22:46,559 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-03T09:22:46,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T09:22:46,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:22:46,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,35803,1733217749024, seqNum=-1] 2024-12-03T09:22:46,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:22:46,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-03T09:22:46,566 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/staging/jenkins.hfs.22__test__ckbr3s461c3p6ktf4qpu5n62aqer7o75c7tj76rffvhdm5lt5bl904m6ul8508ub/f/11cc50c6f99e42178b3869750853fb64_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-03T09:22:46,568 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/staging/jenkins.hfs.22__test__ckbr3s461c3p6ktf4qpu5n62aqer7o75c7tj76rffvhdm5lt5bl904m6ul8508ub/f/280aaf91e7b64f5aa6e37d843f656637_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-03T09:22:46,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/staging/jenkins.hfs.22__test__ckbr3s461c3p6ktf4qpu5n62aqer7o75c7tj76rffvhdm5lt5bl904m6ul8508ub/f/11cc50c6f99e42178b3869750853fb64_SeqId_4_ for inclusion in 9aec2a71b32a1c20d2032876612ca9a6/f 2024-12-03T09:22:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-03T09:22:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T09:22:46,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/staging/jenkins.hfs.22__test__ckbr3s461c3p6ktf4qpu5n62aqer7o75c7tj76rffvhdm5lt5bl904m6ul8508ub/f/280aaf91e7b64f5aa6e37d843f656637_SeqId_4_ for inclusion in 9aec2a71b32a1c20d2032876612ca9a6/f 2024-12-03T09:22:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-03T09:22:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T09:22:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HRegion(2603): Flush status journal for 9aec2a71b32a1c20d2032876612ca9a6: 2024-12-03T09:22:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 11cc50c6f99e42178b3869750853fb64_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T09:22:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/staging/jenkins.hfs.22__test__ckbr3s461c3p6ktf4qpu5n62aqer7o75c7tj76rffvhdm5lt5bl904m6ul8508ub/f/11cc50c6f99e42178b3869750853fb64_SeqId_4_ as hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/default/test/9aec2a71b32a1c20d2032876612ca9a6/f/23060751d2e84e3d86c525c4f966f0ca_SeqId_4_ 2024-12-03T09:22:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 280aaf91e7b64f5aa6e37d843f656637_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T09:22:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/staging/jenkins.hfs.22__test__ckbr3s461c3p6ktf4qpu5n62aqer7o75c7tj76rffvhdm5lt5bl904m6ul8508ub/f/280aaf91e7b64f5aa6e37d843f656637_SeqId_4_ as hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/default/test/9aec2a71b32a1c20d2032876612ca9a6/f/4d7ecd5efa024bf5b48c3701c55408d5_SeqId_4_ 2024-12-03T09:22:46,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/staging/jenkins.hfs.22__test__ckbr3s461c3p6ktf4qpu5n62aqer7o75c7tj76rffvhdm5lt5bl904m6ul8508ub/f/11cc50c6f99e42178b3869750853fb64_SeqId_4_ into 9aec2a71b32a1c20d2032876612ca9a6/f as hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/default/test/9aec2a71b32a1c20d2032876612ca9a6/f/23060751d2e84e3d86c525c4f966f0ca_SeqId_4_ - updating store file list. 2024-12-03T09:22:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 23060751d2e84e3d86c525c4f966f0ca_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T09:22:46,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/default/test/9aec2a71b32a1c20d2032876612ca9a6/f/23060751d2e84e3d86c525c4f966f0ca_SeqId_4_ into 9aec2a71b32a1c20d2032876612ca9a6/f 2024-12-03T09:22:46,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/staging/jenkins.hfs.22__test__ckbr3s461c3p6ktf4qpu5n62aqer7o75c7tj76rffvhdm5lt5bl904m6ul8508ub/f/11cc50c6f99e42178b3869750853fb64_SeqId_4_ into 9aec2a71b32a1c20d2032876612ca9a6/f (new location: hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/default/test/9aec2a71b32a1c20d2032876612ca9a6/f/23060751d2e84e3d86c525c4f966f0ca_SeqId_4_) 2024-12-03T09:22:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/staging/jenkins.hfs.22__test__ckbr3s461c3p6ktf4qpu5n62aqer7o75c7tj76rffvhdm5lt5bl904m6ul8508ub/f/11cc50c6f99e42178b3869750853fb64_SeqId_4_ 2024-12-03T09:22:46,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/staging/jenkins.hfs.22__test__ckbr3s461c3p6ktf4qpu5n62aqer7o75c7tj76rffvhdm5lt5bl904m6ul8508ub/f/280aaf91e7b64f5aa6e37d843f656637_SeqId_4_ into 9aec2a71b32a1c20d2032876612ca9a6/f as hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/default/test/9aec2a71b32a1c20d2032876612ca9a6/f/4d7ecd5efa024bf5b48c3701c55408d5_SeqId_4_ - updating store file list. 2024-12-03T09:22:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4d7ecd5efa024bf5b48c3701c55408d5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T09:22:46,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/default/test/9aec2a71b32a1c20d2032876612ca9a6/f/4d7ecd5efa024bf5b48c3701c55408d5_SeqId_4_ into 9aec2a71b32a1c20d2032876612ca9a6/f 2024-12-03T09:22:46,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/staging/jenkins.hfs.22__test__ckbr3s461c3p6ktf4qpu5n62aqer7o75c7tj76rffvhdm5lt5bl904m6ul8508ub/f/280aaf91e7b64f5aa6e37d843f656637_SeqId_4_ into 9aec2a71b32a1c20d2032876612ca9a6/f (new location: hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/default/test/9aec2a71b32a1c20d2032876612ca9a6/f/4d7ecd5efa024bf5b48c3701c55408d5_SeqId_4_) 2024-12-03T09:22:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/staging/jenkins.hfs.22__test__ckbr3s461c3p6ktf4qpu5n62aqer7o75c7tj76rffvhdm5lt5bl904m6ul8508ub/f/280aaf91e7b64f5aa6e37d843f656637_SeqId_4_ 2024-12-03T09:22:46,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.ReplicationSink(324): Finished replicating [79e7b988-6ccc-426e-9592-495442c688e5] bulk loaded data 2024-12-03T09:22:46,645 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217745692 to pos 687, reset compression=false 2024-12-03T09:22:47,149 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217745692 to pos 687, reset compression=false 2024-12-03T09:22:47,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:22:47,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,39327,1733217754991, seqNum=-1] 2024-12-03T09:22:47,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:22:47,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:22:47,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733217761645.ec3c3fda517177e6752ccf3cbf83c6df., hostname=699c9baf3d29,39327,1733217754991, seqNum=2] 2024-12-03T09:22:47,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:22:47,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:22:47,418 DEBUG [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 699c9baf3d29%2C34811%2C1733217744677:(num 1733217745692) roll requested 2024-12-03T09:22:47,429 DEBUG [regionserver/699c9baf3d29:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418, exclude list is [], retry=0 2024-12-03T09:22:47,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40403,DS-88bab215-b755-4001-b6c0-7fb508e5524c,DISK] 2024-12-03T09:22:47,438 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217745692 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 2024-12-03T09:22:47,439 DEBUG [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45209:45209)] 2024-12-03T09:22:47,439 DEBUG [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217745692 is not closed yet, will try archiving it next time 2024-12-03T09:22:47,439 DEBUG [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 699c9baf3d29%2C34811%2C1733217744677.rep:(num 1733217763922) roll requested 2024-12-03T09:22:47,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16718249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:47,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,40803,-1 for getting cluster id 2024-12-03T09:22:47,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:22:47,440 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79e7b988-6ccc-426e-9592-495442c688e5' 2024-12-03T09:22:47,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741832_1008 (size=695) 2024-12-03T09:22:47,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:22:47,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79e7b988-6ccc-426e-9592-495442c688e5" 2024-12-03T09:22:47,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e76031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:47,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,40803,-1] 2024-12-03T09:22:47,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:22:47,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:47,441 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:22:47,441 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217745692 to hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/oldWALs/699c9baf3d29%2C34811%2C1733217744677.1733217745692 2024-12-03T09:22:47,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de0b484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:47,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:22:47,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,40803,1733217744054 2024-12-03T09:22:47,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ab5925f 2024-12-03T09:22:47,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:22:47,443 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:22:47,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://699c9baf3d29:39607,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T09:22:47,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T09:22:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T09:22:47,445 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:39607' 2024-12-03T09:22:47,446 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40130aac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:47,446 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,39607,-1 for getting cluster id 2024-12-03T09:22:47,446 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:22:47,447 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afa586bc-a9fb-4571-810c-3015841cba2a' 2024-12-03T09:22:47,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:22:47,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afa586bc-a9fb-4571-810c-3015841cba2a" 2024-12-03T09:22:47,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fd4d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:47,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,39607,-1] 2024-12-03T09:22:47,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:22:47,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:47,448 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:22:47,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@772eea30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:47,448 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:22:47,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,39607,1733217754841 2024-12-03T09:22:47,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9dfee3d 2024-12-03T09:22:47,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:22:47,450 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:22:47,450 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T09:22:47,450 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T09:22:47,450 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:47,450 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:47,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:22:47,455 DEBUG [regionserver/699c9baf3d29:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.rep.1733217767439, exclude list is [], retry=0 2024-12-03T09:22:47,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40403,DS-88bab215-b755-4001-b6c0-7fb508e5524c,DISK] 2024-12-03T09:22:47,460 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.rep.1733217763922 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.rep.1733217767439 2024-12-03T09:22:47,461 DEBUG [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45209:45209)] 2024-12-03T09:22:47,461 DEBUG [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.rep.1733217763922 is not closed yet, will try archiving it next time 2024-12-03T09:22:47,461 DEBUG [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 699c9baf3d29%2C34811%2C1733217744677.meta:.meta(num 1733217746753) roll requested 2024-12-03T09:22:47,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741839_1015 (size=1505) 2024-12-03T09:22:47,479 DEBUG [regionserver/699c9baf3d29:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.meta.1733217767461.meta, exclude list is [], retry=0 2024-12-03T09:22:47,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40403,DS-88bab215-b755-4001-b6c0-7fb508e5524c,DISK] 2024-12-03T09:22:47,482 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.meta.1733217746753.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.meta.1733217767461.meta 2024-12-03T09:22:47,483 DEBUG [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45209:45209)] 2024-12-03T09:22:47,483 DEBUG [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.meta.1733217746753.meta is not closed yet, will try archiving it next time 2024-12-03T09:22:47,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741834_1010 (size=3473) 2024-12-03T09:22:47,484 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.meta.1733217746753.meta not finished, retry = 0 2024-12-03T09:22:47,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T09:22:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T09:22:47,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-03T09:22:47,697 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-03T09:22:47,729 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-699c9baf3d29,34811,1733217744677, ReplicationSource: 2, currentBandwidth=0 2024-12-03T09:22:47,731 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-03T09:22:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-03T09:22:47,733 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 699c9baf3d29,34811,1733217744677 suceeded 2024-12-03T09:22:47,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T09:22:47,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-12-03T09:22:47,734 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://699c9baf3d29:39607,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T09:22:47,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 290 msec 2024-12-03T09:22:47,743 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='699c9baf3d29:39607' 2024-12-03T09:22:47,744 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a357770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:47,744 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,39607,-1 for getting cluster id 2024-12-03T09:22:47,744 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:22:47,744 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afa586bc-a9fb-4571-810c-3015841cba2a' 2024-12-03T09:22:47,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:22:47,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afa586bc-a9fb-4571-810c-3015841cba2a" 2024-12-03T09:22:47,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@712cef1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:47,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,39607,-1] 2024-12-03T09:22:47,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:22:47,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:47,746 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:22:47,746 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@540a5fc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:47,746 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:22:47,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,39607,1733217754841 2024-12-03T09:22:47,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7799ec96 2024-12-03T09:22:47,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:22:47,747 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-03T09:22:47,747 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-699c9baf3d29,34811,1733217744677 (queues=1) is replicating from cluster=79e7b988-6ccc-426e-9592-495442c688e5 to cluster=afa586bc-a9fb-4571-810c-3015841cba2a 2024-12-03T09:22:47,747 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=699c9baf3d29%2C34811%2C1733217744677 2024-12-03T09:22:47,748 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-699c9baf3d29,34811,1733217744677, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T09:22:47,748 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.shipper699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 699c9baf3d29%2C34811%2C1733217744677 2024-12-03T09:22:47,748 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418, startPosition=0, beingWritten=true 2024-12-03T09:22:47,752 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217745692 to pos 687, reset compression=false 2024-12-03T09:22:47,757 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217745692 was moved to hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/oldWALs/699c9baf3d29%2C34811%2C1733217744677.1733217745692 2024-12-03T09:22:47,759 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217745692 2024-12-03T09:22:47,759 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418, startPosition=0, beingWritten=true 2024-12-03T09:22:47,759 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.shipper699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,34811,1733217744677 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217745692, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-03T09:22:47,761 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.shipper699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [699c9baf3d29%2C34811%2C1733217744677.1733217745692] 2024-12-03T09:22:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T09:22:47,763 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-03T09:22:47,763 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:22:47,764 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:47,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:47,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:47,764 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:22:47,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:22:47,767 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733217767766/Put/seqid=0 2024-12-03T09:22:47,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741845_1021 (size=11194) 2024-12-03T09:22:47,776 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733217767776/Put/seqid=0 2024-12-03T09:22:47,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741846_1022 (size=10791) 2024-12-03T09:22:47,952 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 0, reset compression=false 2024-12-03T09:22:48,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eddcfe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:48,185 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,40803,-1 for getting cluster id 2024-12-03T09:22:48,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:22:48,186 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79e7b988-6ccc-426e-9592-495442c688e5' 2024-12-03T09:22:48,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:22:48,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79e7b988-6ccc-426e-9592-495442c688e5" 2024-12-03T09:22:48,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc519e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:48,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,40803,-1] 2024-12-03T09:22:48,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:22:48,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:48,187 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:22:48,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af2ab6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:48,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:22:48,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,34811,1733217744677, seqNum=-1] 2024-12-03T09:22:48,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:22:48,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:22:48,195 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:22:48,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,40803,1733217744054 2024-12-03T09:22:48,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d534368 2024-12-03T09:22:48,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:22:48,197 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:22:48,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d., hostname=699c9baf3d29,34811,1733217744677, seqNum=2] 2024-12-03T09:22:48,201 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T09:22:48,205 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-03T09:22:48,206 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-03T09:22:48,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/testHFileCyclicReplication_1/f/hfile_0 for inclusion in e4a00d58348bb6f2c499e13539c9fd1d/f 2024-12-03T09:22:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T09:22:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T09:22:48,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/testHFileCyclicReplication_1/f/hfile_1 for inclusion in e4a00d58348bb6f2c499e13539c9fd1d/f 2024-12-03T09:22:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T09:22:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T09:22:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HRegion(2603): Flush status journal for e4a00d58348bb6f2c499e13539c9fd1d: 2024-12-03T09:22:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/staging/jenkins__test__bjav7vgte2h4mse6pehrkmd544luh5ikuksa1u8qk26085j20bd4t9u77q7r379s/f/hfile_0 2024-12-03T09:22:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/staging/jenkins__test__bjav7vgte2h4mse6pehrkmd544luh5ikuksa1u8qk26085j20bd4t9u77q7r379s/f/hfile_0 as hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/default/test/e4a00d58348bb6f2c499e13539c9fd1d/f/7fb8b1425f1541fc904e8d208df626ae_SeqId_6_ 2024-12-03T09:22:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/staging/jenkins__test__bjav7vgte2h4mse6pehrkmd544luh5ikuksa1u8qk26085j20bd4t9u77q7r379s/f/hfile_1 2024-12-03T09:22:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/staging/jenkins__test__bjav7vgte2h4mse6pehrkmd544luh5ikuksa1u8qk26085j20bd4t9u77q7r379s/f/hfile_1 as hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/default/test/e4a00d58348bb6f2c499e13539c9fd1d/f/81e6ed45e4304b3c99c0f47c9a7e3e6c_SeqId_6_ 2024-12-03T09:22:48,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/staging/jenkins__test__bjav7vgte2h4mse6pehrkmd544luh5ikuksa1u8qk26085j20bd4t9u77q7r379s/f/hfile_0 into e4a00d58348bb6f2c499e13539c9fd1d/f as hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/default/test/e4a00d58348bb6f2c499e13539c9fd1d/f/7fb8b1425f1541fc904e8d208df626ae_SeqId_6_ - updating store file list. 2024-12-03T09:22:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7fb8b1425f1541fc904e8d208df626ae_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T09:22:48,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/default/test/e4a00d58348bb6f2c499e13539c9fd1d/f/7fb8b1425f1541fc904e8d208df626ae_SeqId_6_ into e4a00d58348bb6f2c499e13539c9fd1d/f 2024-12-03T09:22:48,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/staging/jenkins__test__bjav7vgte2h4mse6pehrkmd544luh5ikuksa1u8qk26085j20bd4t9u77q7r379s/f/hfile_0 into e4a00d58348bb6f2c499e13539c9fd1d/f (new location: hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/default/test/e4a00d58348bb6f2c499e13539c9fd1d/f/7fb8b1425f1541fc904e8d208df626ae_SeqId_6_) 2024-12-03T09:22:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/staging/jenkins__test__bjav7vgte2h4mse6pehrkmd544luh5ikuksa1u8qk26085j20bd4t9u77q7r379s/f/hfile_0 2024-12-03T09:22:48,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/staging/jenkins__test__bjav7vgte2h4mse6pehrkmd544luh5ikuksa1u8qk26085j20bd4t9u77q7r379s/f/hfile_1 into e4a00d58348bb6f2c499e13539c9fd1d/f as hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/default/test/e4a00d58348bb6f2c499e13539c9fd1d/f/81e6ed45e4304b3c99c0f47c9a7e3e6c_SeqId_6_ - updating store file list. 2024-12-03T09:22:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 81e6ed45e4304b3c99c0f47c9a7e3e6c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T09:22:48,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/default/test/e4a00d58348bb6f2c499e13539c9fd1d/f/81e6ed45e4304b3c99c0f47c9a7e3e6c_SeqId_6_ into e4a00d58348bb6f2c499e13539c9fd1d/f 2024-12-03T09:22:48,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/staging/jenkins__test__bjav7vgte2h4mse6pehrkmd544luh5ikuksa1u8qk26085j20bd4t9u77q7r379s/f/hfile_1 into e4a00d58348bb6f2c499e13539c9fd1d/f (new location: hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/default/test/e4a00d58348bb6f2c499e13539c9fd1d/f/81e6ed45e4304b3c99c0f47c9a7e3e6c_SeqId_6_) 2024-12-03T09:22:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/staging/jenkins__test__bjav7vgte2h4mse6pehrkmd544luh5ikuksa1u8qk26085j20bd4t9u77q7r379s/f/hfile_1 2024-12-03T09:22:48,228 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:22:48,228 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:48,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:48,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:48,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d., hostname=699c9baf3d29,34811,1733217744677, seqNum=2 , the old value is region=test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d., hostname=699c9baf3d29,34811,1733217744677, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=699c9baf3d29:34811 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T09:22:48,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d., hostname=699c9baf3d29,34811,1733217744677, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T09:22:48,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d., hostname=699c9baf3d29,34811,1733217744677, seqNum=2 from cache 2024-12-03T09:22:48,229 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T09:22:48,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:22:48,231 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T09:22:48,255 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 0, reset compression=false 2024-12-03T09:22:48,259 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:22:48,259 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.shipper699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-699c9baf3d29,34811,1733217744677 got entry batch from reader: WALEntryBatch [walEntries=[{test/e4a00d58348bb6f2c499e13539c9fd1d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733217768227/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T09:22:48,261 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.shipper699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:22:48,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-03T09:22:48,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] regionserver.ReplicationSink(318): Replicating [79e7b988-6ccc-426e-9592-495442c688e5] bulk loaded data 2024-12-03T09:22:48,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@707f0514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:48,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,39607,-1 for getting cluster id 2024-12-03T09:22:48,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:22:48,262 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afa586bc-a9fb-4571-810c-3015841cba2a' 2024-12-03T09:22:48,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:22:48,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afa586bc-a9fb-4571-810c-3015841cba2a" 2024-12-03T09:22:48,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b74bb04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:48,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,39607,-1] 2024-12-03T09:22:48,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:22:48,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:48,263 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:22:48,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@180f0beb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:22:48,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45573 is added to blk_1073741837_1013 (size=11194) 2024-12-03T09:22:48,333 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:34811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T09:22:48,459 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 393, reset compression=false 2024-12-03T09:22:48,464 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 0, reset compression=false 2024-12-03T09:22:48,467 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T09:22:48,467 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.shipper699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,34811,1733217744677 got entry batch from reader: WALEntryBatch [walEntries=[{test/e4a00d58348bb6f2c499e13539c9fd1d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733217768227/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T09:22:48,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.ReplicationSink(318): Replicating [79e7b988-6ccc-426e-9592-495442c688e5] bulk loaded data 2024-12-03T09:22:48,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42065 is added to blk_1073741839_1015 (size=11194) 2024-12-03T09:22:48,667 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 393, reset compression=false 2024-12-03T09:22:48,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45573 is added to blk_1073741838_1014 (size=10791) 2024-12-03T09:22:48,763 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 393, reset compression=false 2024-12-03T09:22:48,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42065 is added to blk_1073741840_1016 (size=10791) 2024-12-03T09:22:48,970 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 393, reset compression=false 2024-12-03T09:22:49,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:22:49,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,39607,1733217754841 2024-12-03T09:22:49,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8e2eb94 2024-12-03T09:22:49,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:22:49,086 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-03T09:22:49,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T09:22:49,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:22:49,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,39327,1733217754991, seqNum=-1] 2024-12-03T09:22:49,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:22:49,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-03T09:22:49,093 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/staging/jenkins.hfs.23__test__3b621npf9h3k9qklgvq4rtuebt1bdtv9buencui86g4tcfhocue0h80bethav6go/f/7fb8b1425f1541fc904e8d208df626ae_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-03T09:22:49,094 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/staging/jenkins.hfs.23__test__3b621npf9h3k9qklgvq4rtuebt1bdtv9buencui86g4tcfhocue0h80bethav6go/f/81e6ed45e4304b3c99c0f47c9a7e3e6c_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-03T09:22:49,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/staging/jenkins.hfs.23__test__3b621npf9h3k9qklgvq4rtuebt1bdtv9buencui86g4tcfhocue0h80bethav6go/f/7fb8b1425f1541fc904e8d208df626ae_SeqId_6_ for inclusion in ec3c3fda517177e6752ccf3cbf83c6df/f 2024-12-03T09:22:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T09:22:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T09:22:49,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/staging/jenkins.hfs.23__test__3b621npf9h3k9qklgvq4rtuebt1bdtv9buencui86g4tcfhocue0h80bethav6go/f/81e6ed45e4304b3c99c0f47c9a7e3e6c_SeqId_6_ for inclusion in ec3c3fda517177e6752ccf3cbf83c6df/f 2024-12-03T09:22:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T09:22:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T09:22:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] regionserver.HRegion(2603): Flush status journal for ec3c3fda517177e6752ccf3cbf83c6df: 2024-12-03T09:22:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7fb8b1425f1541fc904e8d208df626ae_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T09:22:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/staging/jenkins.hfs.23__test__3b621npf9h3k9qklgvq4rtuebt1bdtv9buencui86g4tcfhocue0h80bethav6go/f/7fb8b1425f1541fc904e8d208df626ae_SeqId_6_ as hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/default/test/ec3c3fda517177e6752ccf3cbf83c6df/f/6aad9b650f20423086f11791d1814ff4_SeqId_4_ 2024-12-03T09:22:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 81e6ed45e4304b3c99c0f47c9a7e3e6c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T09:22:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/staging/jenkins.hfs.23__test__3b621npf9h3k9qklgvq4rtuebt1bdtv9buencui86g4tcfhocue0h80bethav6go/f/81e6ed45e4304b3c99c0f47c9a7e3e6c_SeqId_6_ as hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/default/test/ec3c3fda517177e6752ccf3cbf83c6df/f/b83fd904eefc480d91afc877f92d5b42_SeqId_4_ 2024-12-03T09:22:49,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/staging/jenkins.hfs.23__test__3b621npf9h3k9qklgvq4rtuebt1bdtv9buencui86g4tcfhocue0h80bethav6go/f/7fb8b1425f1541fc904e8d208df626ae_SeqId_6_ into ec3c3fda517177e6752ccf3cbf83c6df/f as hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/default/test/ec3c3fda517177e6752ccf3cbf83c6df/f/6aad9b650f20423086f11791d1814ff4_SeqId_4_ - updating store file list. 2024-12-03T09:22:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6aad9b650f20423086f11791d1814ff4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T09:22:49,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/default/test/ec3c3fda517177e6752ccf3cbf83c6df/f/6aad9b650f20423086f11791d1814ff4_SeqId_4_ into ec3c3fda517177e6752ccf3cbf83c6df/f 2024-12-03T09:22:49,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/staging/jenkins.hfs.23__test__3b621npf9h3k9qklgvq4rtuebt1bdtv9buencui86g4tcfhocue0h80bethav6go/f/7fb8b1425f1541fc904e8d208df626ae_SeqId_6_ into ec3c3fda517177e6752ccf3cbf83c6df/f (new location: hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/default/test/ec3c3fda517177e6752ccf3cbf83c6df/f/6aad9b650f20423086f11791d1814ff4_SeqId_4_) 2024-12-03T09:22:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/staging/jenkins.hfs.23__test__3b621npf9h3k9qklgvq4rtuebt1bdtv9buencui86g4tcfhocue0h80bethav6go/f/7fb8b1425f1541fc904e8d208df626ae_SeqId_6_ 2024-12-03T09:22:49,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/staging/jenkins.hfs.23__test__3b621npf9h3k9qklgvq4rtuebt1bdtv9buencui86g4tcfhocue0h80bethav6go/f/81e6ed45e4304b3c99c0f47c9a7e3e6c_SeqId_6_ into ec3c3fda517177e6752ccf3cbf83c6df/f as hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/default/test/ec3c3fda517177e6752ccf3cbf83c6df/f/b83fd904eefc480d91afc877f92d5b42_SeqId_4_ - updating store file list. 2024-12-03T09:22:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b83fd904eefc480d91afc877f92d5b42_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T09:22:49,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/default/test/ec3c3fda517177e6752ccf3cbf83c6df/f/b83fd904eefc480d91afc877f92d5b42_SeqId_4_ into ec3c3fda517177e6752ccf3cbf83c6df/f 2024-12-03T09:22:49,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/staging/jenkins.hfs.23__test__3b621npf9h3k9qklgvq4rtuebt1bdtv9buencui86g4tcfhocue0h80bethav6go/f/81e6ed45e4304b3c99c0f47c9a7e3e6c_SeqId_6_ into ec3c3fda517177e6752ccf3cbf83c6df/f (new location: hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/default/test/ec3c3fda517177e6752ccf3cbf83c6df/f/b83fd904eefc480d91afc877f92d5b42_SeqId_4_) 2024-12-03T09:22:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/staging/jenkins.hfs.23__test__3b621npf9h3k9qklgvq4rtuebt1bdtv9buencui86g4tcfhocue0h80bethav6go/f/81e6ed45e4304b3c99c0f47c9a7e3e6c_SeqId_6_ 2024-12-03T09:22:49,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] regionserver.ReplicationSink(324): Finished replicating [79e7b988-6ccc-426e-9592-495442c688e5] bulk loaded data 2024-12-03T09:22:49,166 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 393, reset compression=false 2024-12-03T09:22:49,235 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T09:22:49,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T09:22:49,289 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/staging/jenkins.hfs.22__test__9bf95mdtkjn2tnn3472f1tgdpefdare1ggfn006h3ja7luq7c0vt8ci68qsr696q/f/7fb8b1425f1541fc904e8d208df626ae_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-03T09:22:49,290 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/staging/jenkins.hfs.22__test__9bf95mdtkjn2tnn3472f1tgdpefdare1ggfn006h3ja7luq7c0vt8ci68qsr696q/f/81e6ed45e4304b3c99c0f47c9a7e3e6c_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-03T09:22:49,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/staging/jenkins.hfs.22__test__9bf95mdtkjn2tnn3472f1tgdpefdare1ggfn006h3ja7luq7c0vt8ci68qsr696q/f/7fb8b1425f1541fc904e8d208df626ae_SeqId_6_ for inclusion in 9aec2a71b32a1c20d2032876612ca9a6/f 2024-12-03T09:22:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T09:22:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T09:22:49,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/staging/jenkins.hfs.22__test__9bf95mdtkjn2tnn3472f1tgdpefdare1ggfn006h3ja7luq7c0vt8ci68qsr696q/f/81e6ed45e4304b3c99c0f47c9a7e3e6c_SeqId_6_ for inclusion in 9aec2a71b32a1c20d2032876612ca9a6/f 2024-12-03T09:22:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T09:22:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T09:22:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HRegion(2603): Flush status journal for 9aec2a71b32a1c20d2032876612ca9a6: 2024-12-03T09:22:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7fb8b1425f1541fc904e8d208df626ae_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T09:22:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/staging/jenkins.hfs.22__test__9bf95mdtkjn2tnn3472f1tgdpefdare1ggfn006h3ja7luq7c0vt8ci68qsr696q/f/7fb8b1425f1541fc904e8d208df626ae_SeqId_6_ as hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/default/test/9aec2a71b32a1c20d2032876612ca9a6/f/e47cfae709d244a4b2ab868308243d77_SeqId_6_ 2024-12-03T09:22:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 81e6ed45e4304b3c99c0f47c9a7e3e6c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T09:22:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/staging/jenkins.hfs.22__test__9bf95mdtkjn2tnn3472f1tgdpefdare1ggfn006h3ja7luq7c0vt8ci68qsr696q/f/81e6ed45e4304b3c99c0f47c9a7e3e6c_SeqId_6_ as hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/default/test/9aec2a71b32a1c20d2032876612ca9a6/f/2dfe1aed0209423da90e86368d7c69ef_SeqId_6_ 2024-12-03T09:22:49,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/staging/jenkins.hfs.22__test__9bf95mdtkjn2tnn3472f1tgdpefdare1ggfn006h3ja7luq7c0vt8ci68qsr696q/f/7fb8b1425f1541fc904e8d208df626ae_SeqId_6_ into 9aec2a71b32a1c20d2032876612ca9a6/f as hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/default/test/9aec2a71b32a1c20d2032876612ca9a6/f/e47cfae709d244a4b2ab868308243d77_SeqId_6_ - updating store file list. 2024-12-03T09:22:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e47cfae709d244a4b2ab868308243d77_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T09:22:49,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/default/test/9aec2a71b32a1c20d2032876612ca9a6/f/e47cfae709d244a4b2ab868308243d77_SeqId_6_ into 9aec2a71b32a1c20d2032876612ca9a6/f 2024-12-03T09:22:49,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/staging/jenkins.hfs.22__test__9bf95mdtkjn2tnn3472f1tgdpefdare1ggfn006h3ja7luq7c0vt8ci68qsr696q/f/7fb8b1425f1541fc904e8d208df626ae_SeqId_6_ into 9aec2a71b32a1c20d2032876612ca9a6/f (new location: hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/default/test/9aec2a71b32a1c20d2032876612ca9a6/f/e47cfae709d244a4b2ab868308243d77_SeqId_6_) 2024-12-03T09:22:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/staging/jenkins.hfs.22__test__9bf95mdtkjn2tnn3472f1tgdpefdare1ggfn006h3ja7luq7c0vt8ci68qsr696q/f/7fb8b1425f1541fc904e8d208df626ae_SeqId_6_ 2024-12-03T09:22:49,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/staging/jenkins.hfs.22__test__9bf95mdtkjn2tnn3472f1tgdpefdare1ggfn006h3ja7luq7c0vt8ci68qsr696q/f/81e6ed45e4304b3c99c0f47c9a7e3e6c_SeqId_6_ into 9aec2a71b32a1c20d2032876612ca9a6/f as hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/default/test/9aec2a71b32a1c20d2032876612ca9a6/f/2dfe1aed0209423da90e86368d7c69ef_SeqId_6_ - updating store file list. 2024-12-03T09:22:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2dfe1aed0209423da90e86368d7c69ef_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T09:22:49,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/default/test/9aec2a71b32a1c20d2032876612ca9a6/f/2dfe1aed0209423da90e86368d7c69ef_SeqId_6_ into 9aec2a71b32a1c20d2032876612ca9a6/f 2024-12-03T09:22:49,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/staging/jenkins.hfs.22__test__9bf95mdtkjn2tnn3472f1tgdpefdare1ggfn006h3ja7luq7c0vt8ci68qsr696q/f/81e6ed45e4304b3c99c0f47c9a7e3e6c_SeqId_6_ into 9aec2a71b32a1c20d2032876612ca9a6/f (new location: hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/default/test/9aec2a71b32a1c20d2032876612ca9a6/f/2dfe1aed0209423da90e86368d7c69ef_SeqId_6_) 2024-12-03T09:22:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/staging/jenkins.hfs.22__test__9bf95mdtkjn2tnn3472f1tgdpefdare1ggfn006h3ja7luq7c0vt8ci68qsr696q/f/81e6ed45e4304b3c99c0f47c9a7e3e6c_SeqId_6_ 2024-12-03T09:22:49,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.ReplicationSink(324): Finished replicating [79e7b988-6ccc-426e-9592-495442c688e5] bulk loaded data 2024-12-03T09:22:49,373 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 393, reset compression=false 2024-12-03T09:22:49,446 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:22:49,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:49,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:49,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:49,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:49,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:49,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:49,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:49,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:49,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:49,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:49,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:49,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:49,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:49,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:49,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:49,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:49,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:49,669 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 393, reset compression=false 2024-12-03T09:22:49,876 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 393, reset compression=false 2024-12-03T09:22:49,910 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T09:22:50,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T09:22:50,250 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:22:50,250 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:50,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:50,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:22:50,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:50,251 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T09:22:50,251 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1213644752, stopped=false 2024-12-03T09:22:50,251 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=699c9baf3d29,39607,1733217754841 2024-12-03T09:22:50,272 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 393, reset compression=false 2024-12-03T09:22:50,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x1019a7fe8610007, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1542653230/running 2024-12-03T09:22:50,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1542653230/running 2024-12-03T09:22:50,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x1019a7fe8610007, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542653230 2024-12-03T09:22:50,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542653230 2024-12-03T09:22:50,316 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:22:50,316 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:22:50,317 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:50,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:50,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39327-0x1019a7fe8610007, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Set watcher on znode that does not yet exist, /2-1542653230/running 2024-12-03T09:22:50,318 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,39327,1733217754991' ***** 2024-12-03T09:22:50,318 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T09:22:50,318 INFO [RS:0;699c9baf3d29:39327 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:22:50,318 INFO [RS:0;699c9baf3d29:39327 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T09:22:50,318 INFO [RS:0;699c9baf3d29:39327 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T09:22:50,318 INFO [RS:0;699c9baf3d29:39327 {}] regionserver.HRegionServer(3091): Received CLOSE for ec3c3fda517177e6752ccf3cbf83c6df 2024-12-03T09:22:50,319 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:22:50,319 INFO [RS:0;699c9baf3d29:39327 {}] regionserver.HRegionServer(959): stopping server 699c9baf3d29,39327,1733217754991 2024-12-03T09:22:50,319 INFO [RS:0;699c9baf3d29:39327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:22:50,319 INFO [RS:0;699c9baf3d29:39327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:39327. 2024-12-03T09:22:50,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Set watcher on znode that does not yet exist, /2-1542653230/running 2024-12-03T09:22:50,319 DEBUG [RS:0;699c9baf3d29:39327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:50,319 DEBUG [RS:0;699c9baf3d29:39327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:50,319 INFO [RS:0;699c9baf3d29:39327 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T09:22:50,319 INFO [RS:0;699c9baf3d29:39327 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T09:22:50,319 INFO [RS:0;699c9baf3d29:39327 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T09:22:50,319 INFO [RS:0;699c9baf3d29:39327 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T09:22:50,319 INFO [RS:0;699c9baf3d29:39327 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T09:22:50,319 DEBUG [RS:0;699c9baf3d29:39327 {}] regionserver.HRegionServer(1325): Online Regions={ec3c3fda517177e6752ccf3cbf83c6df=test,,1733217761645.ec3c3fda517177e6752ccf3cbf83c6df., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T09:22:50,319 DEBUG [RS:0;699c9baf3d29:39327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec3c3fda517177e6752ccf3cbf83c6df 2024-12-03T09:22:50,319 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:22:50,319 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec3c3fda517177e6752ccf3cbf83c6df, disabling compactions & flushes 2024-12-03T09:22:50,320 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:22:50,320 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733217761645.ec3c3fda517177e6752ccf3cbf83c6df. 2024-12-03T09:22:50,320 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217761645.ec3c3fda517177e6752ccf3cbf83c6df. 2024-12-03T09:22:50,320 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:22:50,320 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733217761645.ec3c3fda517177e6752ccf3cbf83c6df. after waiting 0 ms 2024-12-03T09:22:50,320 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:22:50,320 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:22:50,320 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733217761645.ec3c3fda517177e6752ccf3cbf83c6df. 2024-12-03T09:22:50,320 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T09:22:50,324 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T09:22:50,324 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T09:22:50,328 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:22:50,329 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/default/test/ec3c3fda517177e6752ccf3cbf83c6df/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-03T09:22:50,329 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:22:50,329 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T09:22:50,329 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733217761645.ec3c3fda517177e6752ccf3cbf83c6df. 2024-12-03T09:22:50,329 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec3c3fda517177e6752ccf3cbf83c6df: Waiting for close lock at 1733217770319Running coprocessor pre-close hooks at 1733217770319Disabling compacts and flushes for region at 1733217770319Disabling writes for close at 1733217770320 (+1 ms)Writing region close event to WAL at 1733217770320Running coprocessor post-close hooks at 1733217770329 (+9 ms)Closed at 1733217770329 2024-12-03T09:22:50,330 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733217761645.ec3c3fda517177e6752ccf3cbf83c6df. 2024-12-03T09:22:50,340 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/hbase/meta/1588230740/.tmp/info/25f037dfbf0f43e487b488a82f8f883b is 129, key is test,,1733217761645.ec3c3fda517177e6752ccf3cbf83c6df./info:regioninfo/1733217762382/Put/seqid=0 2024-12-03T09:22:50,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45573 is added to blk_1073741839_1015 (size=6421) 2024-12-03T09:22:50,479 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 393, reset compression=false 2024-12-03T09:22:50,519 DEBUG [RS:0;699c9baf3d29:39327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:22:50,720 DEBUG [RS:0;699c9baf3d29:39327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:22:50,744 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/hbase/meta/1588230740/.tmp/info/25f037dfbf0f43e487b488a82f8f883b 2024-12-03T09:22:50,762 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/hbase/meta/1588230740/.tmp/ns/fe49a2461d6e4b65b5daf81d29c82a99 is 43, key is default/ns:d/1733217758300/Put/seqid=0 2024-12-03T09:22:50,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45573 is added to blk_1073741840_1016 (size=5153) 2024-12-03T09:22:50,920 DEBUG [RS:0;699c9baf3d29:39327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:22:50,975 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 393, reset compression=false 2024-12-03T09:22:51,120 DEBUG [RS:0;699c9baf3d29:39327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:22:51,166 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/hbase/meta/1588230740/.tmp/ns/fe49a2461d6e4b65b5daf81d29c82a99 2024-12-03T09:22:51,181 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 393, reset compression=false 2024-12-03T09:22:51,187 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/hbase/meta/1588230740/.tmp/rep_barrier/7fd17782cdd942c0b2f965f0fcb7a9a9 is 112, key is test,,1733217761645.ec3c3fda517177e6752ccf3cbf83c6df./rep_barrier:seqnumDuringOpen/1733217762382/Put/seqid=0 2024-12-03T09:22:51,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45573 is added to blk_1073741841_1017 (size=5518) 2024-12-03T09:22:51,190 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/hbase/meta/1588230740/.tmp/rep_barrier/7fd17782cdd942c0b2f965f0fcb7a9a9 2024-12-03T09:22:51,209 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/hbase/meta/1588230740/.tmp/table/318a4b233ce8438bb6fb5e78f98f234c is 40, key is test/table:state/1733217762387/Put/seqid=0 2024-12-03T09:22:51,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45573 is added to blk_1073741842_1018 (size=5165) 2024-12-03T09:22:51,212 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/hbase/meta/1588230740/.tmp/table/318a4b233ce8438bb6fb5e78f98f234c 2024-12-03T09:22:51,215 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/hbase/meta/1588230740/.tmp/info/25f037dfbf0f43e487b488a82f8f883b as hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/hbase/meta/1588230740/info/25f037dfbf0f43e487b488a82f8f883b 2024-12-03T09:22:51,218 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/hbase/meta/1588230740/info/25f037dfbf0f43e487b488a82f8f883b, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T09:22:51,219 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/hbase/meta/1588230740/.tmp/ns/fe49a2461d6e4b65b5daf81d29c82a99 as hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/hbase/meta/1588230740/ns/fe49a2461d6e4b65b5daf81d29c82a99 2024-12-03T09:22:51,221 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/hbase/meta/1588230740/ns/fe49a2461d6e4b65b5daf81d29c82a99, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T09:22:51,222 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/hbase/meta/1588230740/.tmp/rep_barrier/7fd17782cdd942c0b2f965f0fcb7a9a9 as hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/hbase/meta/1588230740/rep_barrier/7fd17782cdd942c0b2f965f0fcb7a9a9 2024-12-03T09:22:51,225 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/hbase/meta/1588230740/rep_barrier/7fd17782cdd942c0b2f965f0fcb7a9a9, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T09:22:51,225 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/hbase/meta/1588230740/.tmp/table/318a4b233ce8438bb6fb5e78f98f234c as hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/hbase/meta/1588230740/table/318a4b233ce8438bb6fb5e78f98f234c 2024-12-03T09:22:51,228 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/hbase/meta/1588230740/table/318a4b233ce8438bb6fb5e78f98f234c, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T09:22:51,229 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 909ms, sequenceid=11, compaction requested=false 2024-12-03T09:22:51,233 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T09:22:51,234 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:22:51,234 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:22:51,234 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:22:51,234 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217770319Running coprocessor pre-close hooks at 1733217770319Disabling compacts and flushes for region at 1733217770319Disabling writes for close at 1733217770320 (+1 ms)Obtaining lock to block concurrent updates at 1733217770320Preparing flush snapshotting stores in 1588230740 at 1733217770320Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733217770320Flushing stores of hbase:meta,,1.1588230740 at 1733217770321 (+1 ms)Flushing 1588230740/info: creating writer at 1733217770321Flushing 1588230740/info: appending metadata at 1733217770340 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733217770340Flushing 1588230740/ns: creating writer at 1733217770747 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733217770762 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733217770762Flushing 1588230740/rep_barrier: creating writer at 1733217771170 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733217771187 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733217771187Flushing 1588230740/table: creating writer at 1733217771193 (+6 ms)Flushing 1588230740/table: appending metadata at 1733217771208 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733217771208Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aa7dd0f: reopening flushed file at 1733217771215 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4610e4fc: reopening flushed file at 1733217771218 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d8b5a7: reopening flushed file at 1733217771221 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1830afdc: reopening flushed file at 1733217771225 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 909ms, sequenceid=11, compaction requested=false at 1733217771229 (+4 ms)Writing region close event to WAL at 1733217771231 (+2 ms)Running coprocessor post-close hooks at 1733217771233 (+2 ms)Closed at 1733217771234 (+1 ms) 2024-12-03T09:22:51,234 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T09:22:51,320 INFO [RS:0;699c9baf3d29:39327 {}] regionserver.HRegionServer(976): stopping server 699c9baf3d29,39327,1733217754991; all regions closed. 2024-12-03T09:22:51,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45573 is added to blk_1073741834_1010 (size=2717) 2024-12-03T09:22:51,323 DEBUG [RS:0;699c9baf3d29:39327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/oldWALs 2024-12-03T09:22:51,324 INFO [RS:0;699c9baf3d29:39327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C39327%2C1733217754991.meta:.meta(num 1733217758263) 2024-12-03T09:22:51,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45573 is added to blk_1073741833_1009 (size=1028) 2024-12-03T09:22:51,326 DEBUG [RS:0;699c9baf3d29:39327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/oldWALs 2024-12-03T09:22:51,326 INFO [RS:0;699c9baf3d29:39327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C39327%2C1733217754991:(num 1733217757461) 2024-12-03T09:22:51,326 DEBUG [RS:0;699c9baf3d29:39327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:51,326 INFO [RS:0;699c9baf3d29:39327 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:22:51,326 INFO [RS:0;699c9baf3d29:39327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:22:51,326 INFO [RS:0;699c9baf3d29:39327 {}] hbase.ChoreService(370): Chore service for: regionserver/699c9baf3d29:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T09:22:51,326 INFO [RS:0;699c9baf3d29:39327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:22:51,327 INFO [RS:0;699c9baf3d29:39327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:39327. 2024-12-03T09:22:51,327 DEBUG [RS:0;699c9baf3d29:39327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:51,327 DEBUG [RS:0;699c9baf3d29:39327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:51,327 DEBUG [RS:0;699c9baf3d29:39327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:51,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:22:51,327 INFO [RS:0;699c9baf3d29:39327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39327 2024-12-03T09:22:51,327 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:22:51,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542653230/rs 2024-12-03T09:22:51,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x1019a7fe8610007, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1542653230/rs/699c9baf3d29,39327,1733217754991 2024-12-03T09:22:51,389 INFO [RS:0;699c9baf3d29:39327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:22:51,400 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,39327,1733217754991] 2024-12-03T09:22:51,410 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1542653230/draining/699c9baf3d29,39327,1733217754991 already deleted, retry=false 2024-12-03T09:22:51,410 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 699c9baf3d29,39327,1733217754991 expired; onlineServers=0 2024-12-03T09:22:51,410 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '699c9baf3d29,39607,1733217754841' ***** 2024-12-03T09:22:51,410 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T09:22:51,411 INFO [M:0;699c9baf3d29:39607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:22:51,411 INFO [M:0;699c9baf3d29:39607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:22:51,411 DEBUG [M:0;699c9baf3d29:39607 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T09:22:51,411 DEBUG [M:0;699c9baf3d29:39607 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T09:22:51,411 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T09:22:51,411 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217757057 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217757057,5,FailOnTimeoutGroup] 2024-12-03T09:22:51,411 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217757060 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217757060,5,FailOnTimeoutGroup] 2024-12-03T09:22:51,411 INFO [M:0;699c9baf3d29:39607 {}] hbase.ChoreService(370): Chore service for: master/699c9baf3d29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T09:22:51,411 INFO [M:0;699c9baf3d29:39607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:22:51,411 DEBUG [M:0;699c9baf3d29:39607 {}] master.HMaster(1795): Stopping service threads 2024-12-03T09:22:51,411 INFO [M:0;699c9baf3d29:39607 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T09:22:51,411 INFO [M:0;699c9baf3d29:39607 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:22:51,411 INFO [M:0;699c9baf3d29:39607 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T09:22:51,412 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T09:22:51,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1542653230/master 2024-12-03T09:22:51,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542653230 2024-12-03T09:22:51,421 DEBUG [M:0;699c9baf3d29:39607 {}] zookeeper.ZKUtil(347): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Unable to get data of znode /2-1542653230/master because node does not exist (not an error) 2024-12-03T09:22:51,421 WARN [M:0;699c9baf3d29:39607 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T09:22:51,422 INFO [M:0;699c9baf3d29:39607 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/.lastflushedseqids 2024-12-03T09:22:51,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45573 is added to blk_1073741843_1019 (size=173) 2024-12-03T09:22:51,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x1019a7fe8610007, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:22:51,500 INFO [RS:0;699c9baf3d29:39327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:22:51,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x1019a7fe8610007, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:22:51,500 INFO [RS:0;699c9baf3d29:39327 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,39327,1733217754991; zookeeper connection closed. 2024-12-03T09:22:51,500 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7098a4c2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7098a4c2 2024-12-03T09:22:51,501 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T09:22:51,778 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 393, reset compression=false 2024-12-03T09:22:51,826 INFO [M:0;699c9baf3d29:39607 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T09:22:51,826 INFO [M:0;699c9baf3d29:39607 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T09:22:51,826 DEBUG [M:0;699c9baf3d29:39607 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:22:51,826 INFO [M:0;699c9baf3d29:39607 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:51,826 DEBUG [M:0;699c9baf3d29:39607 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:51,826 DEBUG [M:0;699c9baf3d29:39607 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:22:51,827 DEBUG [M:0;699c9baf3d29:39607 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:51,827 INFO [M:0;699c9baf3d29:39607 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-12-03T09:22:51,841 DEBUG [M:0;699c9baf3d29:39607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d590ae11f14a41c79c7171a46a52bd39 is 82, key is hbase:meta,,1/info:regioninfo/1733217758287/Put/seqid=0 2024-12-03T09:22:51,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45573 is added to blk_1073741844_1020 (size=5672) 2024-12-03T09:22:51,985 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 393, reset compression=false 2024-12-03T09:22:52,244 INFO [M:0;699c9baf3d29:39607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d590ae11f14a41c79c7171a46a52bd39 2024-12-03T09:22:52,262 DEBUG [M:0;699c9baf3d29:39607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e00dae378de44f1abfd5e5209bfe3123 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733217762389/Put/seqid=0 2024-12-03T09:22:52,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45573 is added to blk_1073741845_1021 (size=6585) 2024-12-03T09:22:52,665 INFO [M:0;699c9baf3d29:39607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e00dae378de44f1abfd5e5209bfe3123 2024-12-03T09:22:52,679 DEBUG [M:0;699c9baf3d29:39607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd01ba0e2d0b4555836861259d77c1d3 is 69, key is 699c9baf3d29,39327,1733217754991/rs:state/1733217757243/Put/seqid=0 2024-12-03T09:22:52,682 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 393, reset compression=false 2024-12-03T09:22:52,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45573 is added to blk_1073741846_1022 (size=5156) 2024-12-03T09:22:52,888 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 393, reset compression=false 2024-12-03T09:22:53,082 INFO [M:0;699c9baf3d29:39607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd01ba0e2d0b4555836861259d77c1d3 2024-12-03T09:22:53,086 DEBUG [M:0;699c9baf3d29:39607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d590ae11f14a41c79c7171a46a52bd39 as hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d590ae11f14a41c79c7171a46a52bd39 2024-12-03T09:22:53,089 INFO [M:0;699c9baf3d29:39607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d590ae11f14a41c79c7171a46a52bd39, entries=8, sequenceid=55, filesize=5.5 K 2024-12-03T09:22:53,089 DEBUG [M:0;699c9baf3d29:39607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e00dae378de44f1abfd5e5209bfe3123 as hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e00dae378de44f1abfd5e5209bfe3123 2024-12-03T09:22:53,092 INFO [M:0;699c9baf3d29:39607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e00dae378de44f1abfd5e5209bfe3123, entries=6, sequenceid=55, filesize=6.4 K 2024-12-03T09:22:53,092 DEBUG [M:0;699c9baf3d29:39607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd01ba0e2d0b4555836861259d77c1d3 as hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd01ba0e2d0b4555836861259d77c1d3 2024-12-03T09:22:53,094 INFO [M:0;699c9baf3d29:39607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45599/user/jenkins/test-data/1046d5de-184b-7523-dfe7-a1672f5a6ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd01ba0e2d0b4555836861259d77c1d3, entries=1, sequenceid=55, filesize=5.0 K 2024-12-03T09:22:53,095 INFO [M:0;699c9baf3d29:39607 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=55, compaction requested=false 2024-12-03T09:22:53,097 INFO [M:0;699c9baf3d29:39607 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:53,097 DEBUG [M:0;699c9baf3d29:39607 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217771826Disabling compacts and flushes for region at 1733217771826Disabling writes for close at 1733217771826Obtaining lock to block concurrent updates at 1733217771827 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733217771827Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1733217771827Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733217771827Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733217771827Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733217771840 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733217771840Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733217772247 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733217772261 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733217772261Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733217772668 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733217772679 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733217772679Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b7b0362: reopening flushed file at 1733217773085 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@220bdf5d: reopening flushed file at 1733217773089 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ed5f2dd: reopening flushed file at 1733217773092 (+3 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=55, compaction requested=false at 1733217773095 (+3 ms)Writing region close event to WAL at 1733217773097 (+2 ms)Closed at 1733217773097 2024-12-03T09:22:53,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45573 is added to blk_1073741830_1006 (size=32758) 2024-12-03T09:22:53,099 INFO [M:0;699c9baf3d29:39607 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T09:22:53,099 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:22:53,099 INFO [M:0;699c9baf3d29:39607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39607 2024-12-03T09:22:53,099 INFO [M:0;699c9baf3d29:39607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:22:53,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:22:53,363 INFO [M:0;699c9baf3d29:39607 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:22:53,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39607-0x1019a7fe8610006, quorum=127.0.0.1:54051, baseZNode=/2-1542653230 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:22:53,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b62d873{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:22:53,375 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ca3927a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:22:53,375 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:22:53,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@194d7b47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:22:53,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37246b1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/hadoop.log.dir/,STOPPED} 2024-12-03T09:22:53,376 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T09:22:53,376 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T09:22:53,376 WARN [BP-1464628687-172.17.0.2-1733217752504 heartbeating to localhost/127.0.0.1:45599 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T09:22:53,377 WARN [BP-1464628687-172.17.0.2-1733217752504 heartbeating to localhost/127.0.0.1:45599 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1464628687-172.17.0.2-1733217752504 (Datanode Uuid 31d50103-1e62-497e-aada-be785d17c60f) service to localhost/127.0.0.1:45599 2024-12-03T09:22:53,377 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/cluster_848eb8bd-4002-64a8-4d6a-761090660622/data/data1/current/BP-1464628687-172.17.0.2-1733217752504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:22:53,377 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/cluster_848eb8bd-4002-64a8-4d6a-761090660622/data/data2/current/BP-1464628687-172.17.0.2-1733217752504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:22:53,377 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T09:22:53,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2adc35fe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:22:53,382 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d8fe384{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:22:53,382 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:22:53,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70a0f58d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:22:53,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73a3c987{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a27faf-4f71-ca3a-036a-7116c7ac1bfa/hadoop.log.dir/,STOPPED} 2024-12-03T09:22:53,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T09:22:53,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T09:22:53,393 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:22:53,393 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:53,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:53,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:53,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:22:53,393 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T09:22:53,393 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=456726721, stopped=false 2024-12-03T09:22:53,393 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=699c9baf3d29,34023,1733217748869 2024-12-03T09:22:53,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019a7fe8610004, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1325999810/running 2024-12-03T09:22:53,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1325999810/running 2024-12-03T09:22:53,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019a7fe8610004, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1325999810 2024-12-03T09:22:53,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1325999810 2024-12-03T09:22:53,558 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:22:53,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Set watcher on znode that does not yet exist, /1-1325999810/running 2024-12-03T09:22:53,558 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:22:53,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35803-0x1019a7fe8610004, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Set watcher on znode that does not yet exist, /1-1325999810/running 2024-12-03T09:22:53,558 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:53,558 INFO [RS:0;699c9baf3d29:35803 {}] regionserver.HRegionServer(878): Closing user regions 2024-12-03T09:22:53,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:53,558 INFO [RS:0;699c9baf3d29:35803 {}] regionserver.HRegionServer(3091): Received CLOSE for 9aec2a71b32a1c20d2032876612ca9a6 2024-12-03T09:22:53,559 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,35803,1733217749024' ***** 2024-12-03T09:22:53,559 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T09:22:53,559 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9aec2a71b32a1c20d2032876612ca9a6, disabling compactions & flushes 2024-12-03T09:22:53,559 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733217759495.9aec2a71b32a1c20d2032876612ca9a6. 2024-12-03T09:22:53,559 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217759495.9aec2a71b32a1c20d2032876612ca9a6. 2024-12-03T09:22:53,559 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733217759495.9aec2a71b32a1c20d2032876612ca9a6. after waiting 0 ms 2024-12-03T09:22:53,559 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733217759495.9aec2a71b32a1c20d2032876612ca9a6. 2024-12-03T09:22:53,560 INFO [RS:0;699c9baf3d29:35803 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:22:53,560 INFO [RS:0;699c9baf3d29:35803 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T09:22:53,560 INFO [RS:0;699c9baf3d29:35803 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T09:22:53,560 INFO [RS:0;699c9baf3d29:35803 {}] regionserver.HRegionServer(959): stopping server 699c9baf3d29,35803,1733217749024 2024-12-03T09:22:53,560 INFO [RS:0;699c9baf3d29:35803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:22:53,560 INFO [RS:0;699c9baf3d29:35803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:35803. 2024-12-03T09:22:53,560 DEBUG [RS:0;699c9baf3d29:35803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:53,560 DEBUG [RS:0;699c9baf3d29:35803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:53,560 INFO [RS:0;699c9baf3d29:35803 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T09:22:53,560 INFO [RS:0;699c9baf3d29:35803 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T09:22:53,560 INFO [RS:0;699c9baf3d29:35803 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T09:22:53,560 INFO [RS:0;699c9baf3d29:35803 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T09:22:53,560 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:22:53,560 INFO [RS:0;699c9baf3d29:35803 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T09:22:53,560 DEBUG [RS:0;699c9baf3d29:35803 {}] regionserver.HRegionServer(1325): Online Regions={9aec2a71b32a1c20d2032876612ca9a6=test,,1733217759495.9aec2a71b32a1c20d2032876612ca9a6., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T09:22:53,560 DEBUG [RS:0;699c9baf3d29:35803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9aec2a71b32a1c20d2032876612ca9a6 2024-12-03T09:22:53,561 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:22:53,561 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:22:53,561 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:22:53,561 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:22:53,561 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:22:53,561 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T09:22:53,562 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/default/test/9aec2a71b32a1c20d2032876612ca9a6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T09:22:53,563 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:22:53,563 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T09:22:53,563 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733217759495.9aec2a71b32a1c20d2032876612ca9a6. 2024-12-03T09:22:53,563 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9aec2a71b32a1c20d2032876612ca9a6: Waiting for close lock at 1733217773559Running coprocessor pre-close hooks at 1733217773559Disabling compacts and flushes for region at 1733217773559Disabling writes for close at 1733217773559Writing region close event to WAL at 1733217773560 (+1 ms)Running coprocessor post-close hooks at 1733217773563 (+3 ms)Closed at 1733217773563 2024-12-03T09:22:53,563 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733217759495.9aec2a71b32a1c20d2032876612ca9a6. 2024-12-03T09:22:53,572 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/hbase/meta/1588230740/.tmp/info/4bd043593359415d9605f17e14d81b3b is 129, key is test,,1733217759495.9aec2a71b32a1c20d2032876612ca9a6./info:regioninfo/1733217760631/Put/seqid=0 2024-12-03T09:22:53,574 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:22:53,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42065 is added to blk_1073741841_1017 (size=6421) 2024-12-03T09:22:53,644 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T09:22:53,684 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 393, reset compression=false 2024-12-03T09:22:53,761 DEBUG [RS:0;699c9baf3d29:35803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:22:53,890 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 393, reset compression=false 2024-12-03T09:22:53,961 DEBUG [RS:0;699c9baf3d29:35803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:22:53,976 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/hbase/meta/1588230740/.tmp/info/4bd043593359415d9605f17e14d81b3b 2024-12-03T09:22:53,990 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/hbase/meta/1588230740/.tmp/ns/8906c0f14d4b4b6aa899a00068a47247 is 43, key is default/ns:d/1733217752351/Put/seqid=0 2024-12-03T09:22:53,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42065 is added to blk_1073741842_1018 (size=5153) 2024-12-03T09:22:53,993 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/hbase/meta/1588230740/.tmp/ns/8906c0f14d4b4b6aa899a00068a47247 2024-12-03T09:22:54,011 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/hbase/meta/1588230740/.tmp/rep_barrier/3e5cf2ba105f43539aaefe198edb5eb2 is 112, key is test,,1733217759495.9aec2a71b32a1c20d2032876612ca9a6./rep_barrier:seqnumDuringOpen/1733217760631/Put/seqid=0 2024-12-03T09:22:54,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42065 is added to blk_1073741843_1019 (size=5518) 2024-12-03T09:22:54,161 DEBUG [RS:0;699c9baf3d29:35803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:22:54,256 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T09:22:54,256 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T09:22:54,361 DEBUG [RS:0;699c9baf3d29:35803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:22:54,414 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/hbase/meta/1588230740/.tmp/rep_barrier/3e5cf2ba105f43539aaefe198edb5eb2 2024-12-03T09:22:54,429 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/hbase/meta/1588230740/.tmp/table/62874860c5c6416da3d1e3b62dd68f60 is 40, key is test/table:state/1733217760635/Put/seqid=0 2024-12-03T09:22:54,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42065 is added to blk_1073741844_1020 (size=5165) 2024-12-03T09:22:54,561 INFO [RS:0;699c9baf3d29:35803 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T09:22:54,561 DEBUG [RS:0;699c9baf3d29:35803 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T09:22:54,561 DEBUG [RS:0;699c9baf3d29:35803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:22:54,761 DEBUG [RS:0;699c9baf3d29:35803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:22:54,788 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 393, reset compression=false 2024-12-03T09:22:54,832 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/hbase/meta/1588230740/.tmp/table/62874860c5c6416da3d1e3b62dd68f60 2024-12-03T09:22:54,836 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/hbase/meta/1588230740/.tmp/info/4bd043593359415d9605f17e14d81b3b as hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/hbase/meta/1588230740/info/4bd043593359415d9605f17e14d81b3b 2024-12-03T09:22:54,839 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/hbase/meta/1588230740/info/4bd043593359415d9605f17e14d81b3b, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T09:22:54,839 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/hbase/meta/1588230740/.tmp/ns/8906c0f14d4b4b6aa899a00068a47247 as hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/hbase/meta/1588230740/ns/8906c0f14d4b4b6aa899a00068a47247 2024-12-03T09:22:54,842 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/hbase/meta/1588230740/ns/8906c0f14d4b4b6aa899a00068a47247, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T09:22:54,843 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/hbase/meta/1588230740/.tmp/rep_barrier/3e5cf2ba105f43539aaefe198edb5eb2 as hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/hbase/meta/1588230740/rep_barrier/3e5cf2ba105f43539aaefe198edb5eb2 2024-12-03T09:22:54,846 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/hbase/meta/1588230740/rep_barrier/3e5cf2ba105f43539aaefe198edb5eb2, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T09:22:54,846 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/hbase/meta/1588230740/.tmp/table/62874860c5c6416da3d1e3b62dd68f60 as hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/hbase/meta/1588230740/table/62874860c5c6416da3d1e3b62dd68f60 2024-12-03T09:22:54,850 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/hbase/meta/1588230740/table/62874860c5c6416da3d1e3b62dd68f60, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T09:22:54,850 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false 2024-12-03T09:22:54,854 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T09:22:54,854 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:22:54,854 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:22:54,854 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:22:54,854 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217773561Running coprocessor pre-close hooks at 1733217773561Disabling compacts and flushes for region at 1733217773561Disabling writes for close at 1733217773561Obtaining lock to block concurrent updates at 1733217773561Preparing flush snapshotting stores in 1588230740 at 1733217773561Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733217773561Flushing stores of hbase:meta,,1.1588230740 at 1733217773561Flushing 1588230740/info: creating writer at 1733217773561Flushing 1588230740/info: appending metadata at 1733217773572 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733217773572Flushing 1588230740/ns: creating writer at 1733217773979 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733217773990 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733217773990Flushing 1588230740/rep_barrier: creating writer at 1733217773996 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733217774010 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733217774010Flushing 1588230740/table: creating writer at 1733217774417 (+407 ms)Flushing 1588230740/table: appending metadata at 1733217774429 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733217774429Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dea321c: reopening flushed file at 1733217774835 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f9acaa0: reopening flushed file at 1733217774839 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@659e5a86: reopening flushed file at 1733217774842 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7703fd88: reopening flushed file at 1733217774846 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false at 1733217774850 (+4 ms)Writing region close event to WAL at 1733217774852 (+2 ms)Running coprocessor post-close hooks at 1733217774854 (+2 ms)Closed at 1733217774854 2024-12-03T09:22:54,854 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T09:22:54,962 INFO [RS:0;699c9baf3d29:35803 {}] regionserver.HRegionServer(976): stopping server 699c9baf3d29,35803,1733217749024; all regions closed. 2024-12-03T09:22:54,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42065 is added to blk_1073741834_1010 (size=2717) 2024-12-03T09:22:54,965 DEBUG [RS:0;699c9baf3d29:35803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/oldWALs 2024-12-03T09:22:54,965 INFO [RS:0;699c9baf3d29:35803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C35803%2C1733217749024.meta:.meta(num 1733217752296) 2024-12-03T09:22:54,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42065 is added to blk_1073741832_1008 (size=1374) 2024-12-03T09:22:54,967 DEBUG [RS:0;699c9baf3d29:35803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/oldWALs 2024-12-03T09:22:54,967 INFO [RS:0;699c9baf3d29:35803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C35803%2C1733217749024:(num 1733217751386) 2024-12-03T09:22:54,967 DEBUG [RS:0;699c9baf3d29:35803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:54,967 INFO [RS:0;699c9baf3d29:35803 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:22:54,967 INFO [RS:0;699c9baf3d29:35803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:22:54,968 INFO [RS:0;699c9baf3d29:35803 {}] hbase.ChoreService(370): Chore service for: regionserver/699c9baf3d29:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T09:22:54,968 INFO [RS:0;699c9baf3d29:35803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:22:54,968 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:22:54,968 INFO [RS:0;699c9baf3d29:35803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:35803. 2024-12-03T09:22:54,968 DEBUG [RS:0;699c9baf3d29:35803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:54,968 DEBUG [RS:0;699c9baf3d29:35803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:54,968 DEBUG [RS:0;699c9baf3d29:35803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:54,968 INFO [RS:0;699c9baf3d29:35803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35803 2024-12-03T09:22:54,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:22:54,993 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 393, reset compression=false 2024-12-03T09:22:55,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019a7fe8610004, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1325999810/rs/699c9baf3d29,35803,1733217749024 2024-12-03T09:22:55,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1325999810/rs 2024-12-03T09:22:55,031 INFO [RS:0;699c9baf3d29:35803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:22:55,042 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,35803,1733217749024] 2024-12-03T09:22:55,052 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1325999810/draining/699c9baf3d29,35803,1733217749024 already deleted, retry=false 2024-12-03T09:22:55,052 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 699c9baf3d29,35803,1733217749024 expired; onlineServers=0 2024-12-03T09:22:55,052 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '699c9baf3d29,34023,1733217748869' ***** 2024-12-03T09:22:55,052 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T09:22:55,052 INFO [M:0;699c9baf3d29:34023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:22:55,052 INFO [M:0;699c9baf3d29:34023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:22:55,052 DEBUG [M:0;699c9baf3d29:34023 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T09:22:55,053 DEBUG [M:0;699c9baf3d29:34023 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T09:22:55,053 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217751102 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217751102,5,FailOnTimeoutGroup] 2024-12-03T09:22:55,053 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217751102 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217751102,5,FailOnTimeoutGroup] 2024-12-03T09:22:55,053 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T09:22:55,053 INFO [M:0;699c9baf3d29:34023 {}] hbase.ChoreService(370): Chore service for: master/699c9baf3d29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T09:22:55,053 INFO [M:0;699c9baf3d29:34023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:22:55,053 DEBUG [M:0;699c9baf3d29:34023 {}] master.HMaster(1795): Stopping service threads 2024-12-03T09:22:55,053 INFO [M:0;699c9baf3d29:34023 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T09:22:55,053 INFO [M:0;699c9baf3d29:34023 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:22:55,053 INFO [M:0;699c9baf3d29:34023 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T09:22:55,053 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T09:22:55,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1325999810/master 2024-12-03T09:22:55,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1325999810 2024-12-03T09:22:55,063 DEBUG [M:0;699c9baf3d29:34023 {}] zookeeper.ZKUtil(347): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Unable to get data of znode /1-1325999810/master because node does not exist (not an error) 2024-12-03T09:22:55,063 WARN [M:0;699c9baf3d29:34023 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T09:22:55,064 INFO [M:0;699c9baf3d29:34023 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/.lastflushedseqids 2024-12-03T09:22:55,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42065 is added to blk_1073741845_1021 (size=173) 2024-12-03T09:22:55,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019a7fe8610004, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:22:55,142 INFO [RS:0;699c9baf3d29:35803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:22:55,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019a7fe8610004, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:22:55,142 INFO [RS:0;699c9baf3d29:35803 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,35803,1733217749024; zookeeper connection closed. 2024-12-03T09:22:55,142 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71225691 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71225691 2024-12-03T09:22:55,142 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T09:22:55,467 INFO [M:0;699c9baf3d29:34023 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T09:22:55,467 INFO [M:0;699c9baf3d29:34023 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T09:22:55,468 DEBUG [M:0;699c9baf3d29:34023 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:22:55,468 INFO [M:0;699c9baf3d29:34023 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:55,468 DEBUG [M:0;699c9baf3d29:34023 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:55,468 DEBUG [M:0;699c9baf3d29:34023 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:22:55,468 DEBUG [M:0;699c9baf3d29:34023 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:55,468 INFO [M:0;699c9baf3d29:34023 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-03T09:22:55,492 DEBUG [M:0;699c9baf3d29:34023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd478f65b917453481c4b505dab26446 is 82, key is hbase:meta,,1/info:regioninfo/1733217752333/Put/seqid=0 2024-12-03T09:22:55,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42065 is added to blk_1073741846_1022 (size=5672) 2024-12-03T09:22:55,831 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:22:55,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:55,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:55,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:55,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:55,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:55,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:55,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:55,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:55,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:55,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:55,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:55,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:55,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:55,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:55,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:55,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:55,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:55,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:22:55,895 INFO [M:0;699c9baf3d29:34023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd478f65b917453481c4b505dab26446 2024-12-03T09:22:55,914 DEBUG [M:0;699c9baf3d29:34023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/098d103cf4974caea1d49ffab6f07c4b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733217760638/Put/seqid=0 2024-12-03T09:22:55,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42065 is added to blk_1073741847_1023 (size=6586) 2024-12-03T09:22:55,990 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 393, reset compression=false 2024-12-03T09:22:56,196 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 393, reset compression=false 2024-12-03T09:22:56,318 INFO [M:0;699c9baf3d29:34023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/098d103cf4974caea1d49ffab6f07c4b 2024-12-03T09:22:56,335 DEBUG [M:0;699c9baf3d29:34023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64c0d0ad1ced40cdaec8c9413d751521 is 69, key is 699c9baf3d29,35803,1733217749024/rs:state/1733217751197/Put/seqid=0 2024-12-03T09:22:56,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42065 is added to blk_1073741848_1024 (size=5156) 2024-12-03T09:22:56,739 INFO [M:0;699c9baf3d29:34023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64c0d0ad1ced40cdaec8c9413d751521 2024-12-03T09:22:56,742 DEBUG [M:0;699c9baf3d29:34023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd478f65b917453481c4b505dab26446 as hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd478f65b917453481c4b505dab26446 2024-12-03T09:22:56,745 INFO [M:0;699c9baf3d29:34023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd478f65b917453481c4b505dab26446, entries=8, sequenceid=55, filesize=5.5 K 2024-12-03T09:22:56,746 DEBUG [M:0;699c9baf3d29:34023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/098d103cf4974caea1d49ffab6f07c4b as hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/098d103cf4974caea1d49ffab6f07c4b 2024-12-03T09:22:56,749 INFO [M:0;699c9baf3d29:34023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/098d103cf4974caea1d49ffab6f07c4b, entries=6, sequenceid=55, filesize=6.4 K 2024-12-03T09:22:56,749 DEBUG [M:0;699c9baf3d29:34023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64c0d0ad1ced40cdaec8c9413d751521 as hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64c0d0ad1ced40cdaec8c9413d751521 2024-12-03T09:22:56,753 INFO [M:0;699c9baf3d29:34023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34407/user/jenkins/test-data/f6253db5-d295-1c32-a1ba-0112d090f5ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64c0d0ad1ced40cdaec8c9413d751521, entries=1, sequenceid=55, filesize=5.0 K 2024-12-03T09:22:56,754 INFO [M:0;699c9baf3d29:34023 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=55, compaction requested=false 2024-12-03T09:22:56,755 INFO [M:0;699c9baf3d29:34023 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:56,755 DEBUG [M:0;699c9baf3d29:34023 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217775468Disabling compacts and flushes for region at 1733217775468Disabling writes for close at 1733217775468Obtaining lock to block concurrent updates at 1733217775468Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733217775468Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733217775468Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733217775469 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733217775469Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733217775491 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733217775491Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733217775898 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733217775914 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733217775914Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733217776321 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733217776335 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733217776335Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18a1f7f2: reopening flushed file at 1733217776742 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@195787d5: reopening flushed file at 1733217776745 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67fbe59b: reopening flushed file at 1733217776749 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=55, compaction requested=false at 1733217776754 (+5 ms)Writing region close event to WAL at 1733217776755 (+1 ms)Closed at 1733217776755 2024-12-03T09:22:56,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42065 is added to blk_1073741830_1006 (size=32770) 2024-12-03T09:22:56,757 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:22:56,757 INFO [M:0;699c9baf3d29:34023 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T09:22:56,757 INFO [M:0;699c9baf3d29:34023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34023 2024-12-03T09:22:56,757 INFO [M:0;699c9baf3d29:34023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:22:56,921 INFO [M:0;699c9baf3d29:34023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:22:56,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:22:56,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1019a7fe8610003, quorum=127.0.0.1:54051, baseZNode=/1-1325999810 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:22:56,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@191e59e7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:22:56,924 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@482c8780{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:22:56,924 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:22:56,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bd4013b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:22:56,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72eb97c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/hadoop.log.dir/,STOPPED} 2024-12-03T09:22:56,925 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T09:22:56,925 WARN [BP-43043493-172.17.0.2-1733217746954 heartbeating to localhost/127.0.0.1:34407 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T09:22:56,925 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T09:22:56,925 WARN [BP-43043493-172.17.0.2-1733217746954 heartbeating to localhost/127.0.0.1:34407 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-43043493-172.17.0.2-1733217746954 (Datanode Uuid 556611ca-cb92-4b09-bfd3-12dced38d518) service to localhost/127.0.0.1:34407 2024-12-03T09:22:56,926 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/cluster_34958df9-af49-20d2-852c-35fd6f52cc7a/data/data1/current/BP-43043493-172.17.0.2-1733217746954 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:22:56,926 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/cluster_34958df9-af49-20d2-852c-35fd6f52cc7a/data/data2/current/BP-43043493-172.17.0.2-1733217746954 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:22:56,926 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T09:22:56,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f392555{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:22:56,932 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53b01372{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:22:56,932 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:22:56,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47bad30b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:22:56,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2665707b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42511400-8ae0-641c-a8ea-3134298edee2/hadoop.log.dir/,STOPPED} 2024-12-03T09:22:56,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T09:22:56,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T09:22:56,947 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:22:56,947 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:56,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:56,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:22:56,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:56,948 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T09:22:56,948 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=206668772, stopped=false 2024-12-03T09:22:56,948 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=699c9baf3d29,40803,1733217744054 2024-12-03T09:22:56,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1514114771/running 2024-12-03T09:22:56,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1019a7fe8610001, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1514114771/running 2024-12-03T09:22:56,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514114771 2024-12-03T09:22:56,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1019a7fe8610001, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514114771 2024-12-03T09:22:56,957 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:22:56,958 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:22:56,958 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:56,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:56,958 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,34811,1733217744677' ***** 2024-12-03T09:22:56,958 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T09:22:56,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34811-0x1019a7fe8610001, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Set watcher on znode that does not yet exist, /0-1514114771/running 2024-12-03T09:22:56,958 INFO [RS:0;699c9baf3d29:34811 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:22:56,959 INFO [RS:0;699c9baf3d29:34811 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T09:22:56,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Set watcher on znode that does not yet exist, /0-1514114771/running 2024-12-03T09:22:56,959 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:22:56,959 INFO [RS:0;699c9baf3d29:34811 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T09:22:56,959 INFO [RS:0;699c9baf3d29:34811 {}] regionserver.HRegionServer(3091): Received CLOSE for e4a00d58348bb6f2c499e13539c9fd1d 2024-12-03T09:22:56,959 INFO [RS:0;699c9baf3d29:34811 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a4fe88c7bda4df6994f522b9f0f524a 2024-12-03T09:22:56,959 INFO [RS:0;699c9baf3d29:34811 {}] regionserver.HRegionServer(959): stopping server 699c9baf3d29,34811,1733217744677 2024-12-03T09:22:56,959 INFO [RS:0;699c9baf3d29:34811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:22:56,959 INFO [RS:0;699c9baf3d29:34811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:34811. 2024-12-03T09:22:56,959 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4a00d58348bb6f2c499e13539c9fd1d, disabling compactions & flushes 2024-12-03T09:22:56,959 DEBUG [RS:0;699c9baf3d29:34811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:56,959 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d. 2024-12-03T09:22:56,959 DEBUG [RS:0;699c9baf3d29:34811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:56,959 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d. 2024-12-03T09:22:56,959 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d. after waiting 0 ms 2024-12-03T09:22:56,959 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d. 2024-12-03T09:22:56,959 INFO [RS:0;699c9baf3d29:34811 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T09:22:56,959 INFO [RS:0;699c9baf3d29:34811 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T09:22:56,959 INFO [RS:0;699c9baf3d29:34811 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T09:22:56,959 INFO [RS:0;699c9baf3d29:34811 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T09:22:56,960 INFO [RS:0;699c9baf3d29:34811 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T09:22:56,960 DEBUG [RS:0;699c9baf3d29:34811 {}] regionserver.HRegionServer(1325): Online Regions={e4a00d58348bb6f2c499e13539c9fd1d=test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d., 1588230740=hbase:meta,,1.1588230740, 4a4fe88c7bda4df6994f522b9f0f524a=hbase:replication,,1733217762794.4a4fe88c7bda4df6994f522b9f0f524a.} 2024-12-03T09:22:56,960 DEBUG [RS:0;699c9baf3d29:34811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a4fe88c7bda4df6994f522b9f0f524a, e4a00d58348bb6f2c499e13539c9fd1d 2024-12-03T09:22:56,960 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:22:56,960 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:22:56,960 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:22:56,960 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:22:56,960 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:22:56,960 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T09:22:56,963 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/default/test/e4a00d58348bb6f2c499e13539c9fd1d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T09:22:56,963 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:22:56,964 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T09:22:56,964 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d. 2024-12-03T09:22:56,964 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4a00d58348bb6f2c499e13539c9fd1d: Waiting for close lock at 1733217776959Running coprocessor pre-close hooks at 1733217776959Disabling compacts and flushes for region at 1733217776959Disabling writes for close at 1733217776959Writing region close event to WAL at 1733217776961 (+2 ms)Running coprocessor post-close hooks at 1733217776963 (+2 ms)Closed at 1733217776964 (+1 ms) 2024-12-03T09:22:56,964 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d. 2024-12-03T09:22:56,964 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a4fe88c7bda4df6994f522b9f0f524a, disabling compactions & flushes 2024-12-03T09:22:56,964 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733217762794.4a4fe88c7bda4df6994f522b9f0f524a. 2024-12-03T09:22:56,964 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733217762794.4a4fe88c7bda4df6994f522b9f0f524a. 2024-12-03T09:22:56,964 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733217762794.4a4fe88c7bda4df6994f522b9f0f524a. after waiting 0 ms 2024-12-03T09:22:56,964 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733217762794.4a4fe88c7bda4df6994f522b9f0f524a. 2024-12-03T09:22:56,964 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4a4fe88c7bda4df6994f522b9f0f524a 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-03T09:22:56,973 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/meta/1588230740/.tmp/info/0c1e90cd5b7543379d5f37038a0fc871 is 147, key is hbase:replication,,1733217762794.4a4fe88c7bda4df6994f522b9f0f524a./info:regioninfo/1733217763957/Put/seqid=0 2024-12-03T09:22:56,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741847_1023 (size=7686) 2024-12-03T09:22:56,981 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/replication/4a4fe88c7bda4df6994f522b9f0f524a/.tmp/hfileref/e7065bb14c0649b69cf4cae1b3b81416 is 74, key is 1/hfileref:11cc50c6f99e42178b3869750853fb64_SeqId_4_/1733217766590/DeleteColumn/seqid=0 2024-12-03T09:22:56,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741848_1024 (size=5489) 2024-12-03T09:22:56,984 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/replication/4a4fe88c7bda4df6994f522b9f0f524a/.tmp/hfileref/e7065bb14c0649b69cf4cae1b3b81416 2024-12-03T09:22:56,990 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:22:56,999 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/replication/4a4fe88c7bda4df6994f522b9f0f524a/.tmp/queue/d0870e1a8c1541c0a3afa6a12420be19 is 153, key is 1-699c9baf3d29,34811,1733217744677/queue:699c9baf3d29%2C34811%2C1733217744677/1733217769309/Put/seqid=0 2024-12-03T09:22:57,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741849_1025 (size=5504) 2024-12-03T09:22:57,160 DEBUG [RS:0;699c9baf3d29:34811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a4fe88c7bda4df6994f522b9f0f524a 2024-12-03T09:22:57,293 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 393, reset compression=false 2024-12-03T09:22:57,296 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:22:57,296 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 688, reset compression=false 2024-12-03T09:22:57,296 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.shipper699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-699c9baf3d29,34811,1733217744677 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:22:57,297 ERROR [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.shipper699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 699c9baf3d29,34811,1733217744677: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-699c9baf3d29,34811,1733217744677, walGroup=699c9baf3d29%2C34811%2C1733217744677, offset=699c9baf3d29%2C34811%2C1733217744677.1733217767418:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:34811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T09:22:57,299 ERROR [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.shipper699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T09:22:57,299 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.shipper699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T09:22:57,299 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.shipper699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T09:22:57,299 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.shipper699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T09:22:57,299 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.shipper699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T09:22:57,299 INFO [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.shipper699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1451229184, "init": 1048576000, "max": 2306867200, "used": 1108728288 }, "NonHeapMemoryUsage": { "committed": 210960384, "init": 7667712, "max": -1, "used": 207759960 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T09:22:57,300 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.shipper699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:40803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:40803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T09:22:57,360 DEBUG [RS:0;699c9baf3d29:34811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a4fe88c7bda4df6994f522b9f0f524a 2024-12-03T09:22:57,376 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/meta/1588230740/.tmp/info/0c1e90cd5b7543379d5f37038a0fc871 2024-12-03T09:22:57,391 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/meta/1588230740/.tmp/ns/65ab89f153f14b2d8156b91a7e8ea0bc is 43, key is default/ns:d/1733217746817/Put/seqid=0 2024-12-03T09:22:57,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741850_1026 (size=5153) 2024-12-03T09:22:57,394 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/meta/1588230740/.tmp/ns/65ab89f153f14b2d8156b91a7e8ea0bc 2024-12-03T09:22:57,402 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/replication/4a4fe88c7bda4df6994f522b9f0f524a/.tmp/queue/d0870e1a8c1541c0a3afa6a12420be19 2024-12-03T09:22:57,405 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/replication/4a4fe88c7bda4df6994f522b9f0f524a/.tmp/hfileref/e7065bb14c0649b69cf4cae1b3b81416 as hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/replication/4a4fe88c7bda4df6994f522b9f0f524a/hfileref/e7065bb14c0649b69cf4cae1b3b81416 2024-12-03T09:22:57,409 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/replication/4a4fe88c7bda4df6994f522b9f0f524a/hfileref/e7065bb14c0649b69cf4cae1b3b81416, entries=6, sequenceid=17, filesize=5.4 K 2024-12-03T09:22:57,410 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/replication/4a4fe88c7bda4df6994f522b9f0f524a/.tmp/queue/d0870e1a8c1541c0a3afa6a12420be19 as hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/replication/4a4fe88c7bda4df6994f522b9f0f524a/queue/d0870e1a8c1541c0a3afa6a12420be19 2024-12-03T09:22:57,410 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/meta/1588230740/.tmp/rep_barrier/fb387475c8be4f99a9bf064a1ac5c9b1 is 112, key is test,,1733217758351.e4a00d58348bb6f2c499e13539c9fd1d./rep_barrier:seqnumDuringOpen/1733217759095/Put/seqid=0 2024-12-03T09:22:57,414 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/replication/4a4fe88c7bda4df6994f522b9f0f524a/queue/d0870e1a8c1541c0a3afa6a12420be19, entries=2, sequenceid=17, filesize=5.4 K 2024-12-03T09:22:57,415 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 4a4fe88c7bda4df6994f522b9f0f524a in 450ms, sequenceid=17, compaction requested=false 2024-12-03T09:22:57,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741851_1027 (size=5518) 2024-12-03T09:22:57,426 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/replication/4a4fe88c7bda4df6994f522b9f0f524a/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-03T09:22:57,427 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:22:57,427 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:22:57,427 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733217762794.4a4fe88c7bda4df6994f522b9f0f524a. 2024-12-03T09:22:57,427 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a4fe88c7bda4df6994f522b9f0f524a: Waiting for close lock at 1733217776964Running coprocessor pre-close hooks at 1733217776964Disabling compacts and flushes for region at 1733217776964Disabling writes for close at 1733217776964Obtaining lock to block concurrent updates at 1733217776964Preparing flush snapshotting stores in 4a4fe88c7bda4df6994f522b9f0f524a at 1733217776964Finished memstore snapshotting hbase:replication,,1733217762794.4a4fe88c7bda4df6994f522b9f0f524a., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733217776964Flushing stores of hbase:replication,,1733217762794.4a4fe88c7bda4df6994f522b9f0f524a. at 1733217776965 (+1 ms)Flushing 4a4fe88c7bda4df6994f522b9f0f524a/hfileref: creating writer at 1733217776965Flushing 4a4fe88c7bda4df6994f522b9f0f524a/hfileref: appending metadata at 1733217776980 (+15 ms)Flushing 4a4fe88c7bda4df6994f522b9f0f524a/hfileref: closing flushed file at 1733217776980Flushing 4a4fe88c7bda4df6994f522b9f0f524a/queue: creating writer at 1733217776987 (+7 ms)Flushing 4a4fe88c7bda4df6994f522b9f0f524a/queue: appending metadata at 1733217776998 (+11 ms)Flushing 4a4fe88c7bda4df6994f522b9f0f524a/queue: closing flushed file at 1733217776998Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e2de720: reopening flushed file at 1733217777405 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d5af8aa: reopening flushed file at 1733217777410 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 4a4fe88c7bda4df6994f522b9f0f524a in 450ms, sequenceid=17, compaction requested=false at 1733217777415 (+5 ms)Writing region close event to WAL at 1733217777424 (+9 ms)Running coprocessor post-close hooks at 1733217777427 (+3 ms)Closed at 1733217777427 2024-12-03T09:22:57,427 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733217762794.4a4fe88c7bda4df6994f522b9f0f524a. 2024-12-03T09:22:57,499 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 688, reset compression=false 2024-12-03T09:22:57,499 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 393, reset compression=false 2024-12-03T09:22:57,503 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T09:22:57,503 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 688, reset compression=false 2024-12-03T09:22:57,503 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.shipper699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-699c9baf3d29,34811,1733217744677 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T09:22:57,504 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.shipper699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-03T09:22:57,560 DEBUG [RS:0;699c9baf3d29:34811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:22:57,630 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T09:22:57,630 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T09:22:57,706 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 688, reset compression=false 2024-12-03T09:22:57,760 DEBUG [RS:0;699c9baf3d29:34811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:22:57,802 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 688, reset compression=false 2024-12-03T09:22:57,822 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/meta/1588230740/.tmp/rep_barrier/fb387475c8be4f99a9bf064a1ac5c9b1 2024-12-03T09:22:57,840 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/meta/1588230740/.tmp/table/8fe74b83c0cc471c9724a2c540767fd5 is 53, key is hbase:replication/table:state/1733217763962/Put/seqid=0 2024-12-03T09:22:57,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741852_1028 (size=5308) 2024-12-03T09:22:57,960 DEBUG [RS:0;699c9baf3d29:34811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:22:58,008 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 688, reset compression=false 2024-12-03T09:22:58,161 INFO [RS:0;699c9baf3d29:34811 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T09:22:58,161 DEBUG [RS:0;699c9baf3d29:34811 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T09:22:58,161 DEBUG [RS:0;699c9baf3d29:34811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T09:22:58,205 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 688, reset compression=false 2024-12-03T09:22:58,243 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/meta/1588230740/.tmp/table/8fe74b83c0cc471c9724a2c540767fd5 2024-12-03T09:22:58,246 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/meta/1588230740/.tmp/info/0c1e90cd5b7543379d5f37038a0fc871 as hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/meta/1588230740/info/0c1e90cd5b7543379d5f37038a0fc871 2024-12-03T09:22:58,249 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/meta/1588230740/info/0c1e90cd5b7543379d5f37038a0fc871, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T09:22:58,250 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/meta/1588230740/.tmp/ns/65ab89f153f14b2d8156b91a7e8ea0bc as hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/meta/1588230740/ns/65ab89f153f14b2d8156b91a7e8ea0bc 2024-12-03T09:22:58,252 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/meta/1588230740/ns/65ab89f153f14b2d8156b91a7e8ea0bc, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T09:22:58,253 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/meta/1588230740/.tmp/rep_barrier/fb387475c8be4f99a9bf064a1ac5c9b1 as hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/meta/1588230740/rep_barrier/fb387475c8be4f99a9bf064a1ac5c9b1 2024-12-03T09:22:58,255 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/meta/1588230740/rep_barrier/fb387475c8be4f99a9bf064a1ac5c9b1, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T09:22:58,256 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/meta/1588230740/.tmp/table/8fe74b83c0cc471c9724a2c540767fd5 as hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/meta/1588230740/table/8fe74b83c0cc471c9724a2c540767fd5 2024-12-03T09:22:58,258 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/meta/1588230740/table/8fe74b83c0cc471c9724a2c540767fd5, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T09:22:58,259 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=16, compaction requested=false 2024-12-03T09:22:58,259 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T09:22:58,262 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T09:22:58,262 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T09:22:58,262 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:22:58,262 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:22:58,263 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217776960Running coprocessor pre-close hooks at 1733217776960Disabling compacts and flushes for region at 1733217776960Disabling writes for close at 1733217776960Obtaining lock to block concurrent updates at 1733217776960Preparing flush snapshotting stores in 1588230740 at 1733217776960Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733217776960Flushing stores of hbase:meta,,1.1588230740 at 1733217776961 (+1 ms)Flushing 1588230740/info: creating writer at 1733217776961Flushing 1588230740/info: appending metadata at 1733217776972 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733217776972Flushing 1588230740/ns: creating writer at 1733217777379 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733217777391 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733217777391Flushing 1588230740/rep_barrier: creating writer at 1733217777397 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733217777410 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733217777410Flushing 1588230740/table: creating writer at 1733217777825 (+415 ms)Flushing 1588230740/table: appending metadata at 1733217777839 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733217777839Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eb10c6c: reopening flushed file at 1733217778246 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d812bf6: reopening flushed file at 1733217778249 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@721d469a: reopening flushed file at 1733217778253 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cd3a408: reopening flushed file at 1733217778255 (+2 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=16, compaction requested=false at 1733217778259 (+4 ms)Writing region close event to WAL at 1733217778260 (+1 ms)Running coprocessor post-close hooks at 1733217778262 (+2 ms)Closed at 1733217778262 2024-12-03T09:22:58,263 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T09:22:58,361 INFO [RS:0;699c9baf3d29:34811 {}] regionserver.HRegionServer(976): stopping server 699c9baf3d29,34811,1733217744677; all regions closed. 2024-12-03T09:22:58,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741844_1020 (size=859) 2024-12-03T09:22:58,362 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.meta.1733217767461.meta not finished, retry = 0 2024-12-03T09:22:58,411 DEBUG [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/WALs/699c9baf3d29,34811,1733217744677/699c9baf3d29%2C34811%2C1733217744677.1733217767418 to pos 688, reset compression=false 2024-12-03T09:22:58,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741843_1019 (size=2791) 2024-12-03T09:22:58,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741842_1018 (size=696) 2024-12-03T09:22:58,466 DEBUG [RS:0;699c9baf3d29:34811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:58,466 INFO [RS:0;699c9baf3d29:34811 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:22:58,466 INFO [RS:0;699c9baf3d29:34811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:22:58,467 INFO [RS:0;699c9baf3d29:34811 {}] hbase.ChoreService(370): Chore service for: regionserver/699c9baf3d29:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T09:22:58,467 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:22:58,467 INFO [RS:0;699c9baf3d29:34811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:22:58,467 INFO [RS:0;699c9baf3d29:34811 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-699c9baf3d29,34811,1733217744677 because: Region server is closing 2024-12-03T09:22:58,468 INFO [RS:0;699c9baf3d29:34811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:34811. 2024-12-03T09:22:58,468 DEBUG [RS:0;699c9baf3d29:34811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:58,468 DEBUG [RS:0;699c9baf3d29:34811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:58,468 DEBUG [RS:0;699c9baf3d29:34811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:58,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:22:58,568 INFO [RS:0;699c9baf3d29:34811 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.shipper699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 terminated 2024-12-03T09:22:58,568 INFO [RS:0;699c9baf3d29:34811 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-699c9baf3d29,34811,1733217744677 because: Region server is closing 2024-12-03T09:22:58,568 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,1-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,1-699c9baf3d29,34811,1733217744677 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T09:22:58,568 INFO [RS:0;699c9baf3d29:34811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:34811. 2024-12-03T09:22:58,569 DEBUG [RS:0;699c9baf3d29:34811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:22:58,569 DEBUG [RS:0;699c9baf3d29:34811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:58,569 DEBUG [RS:0;699c9baf3d29:34811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:22:58,569 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:22:58,669 INFO [RS:0;699c9baf3d29:34811 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.shipper699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 terminated 2024-12-03T09:22:58,669 WARN [RS_REFRESH_PEER-regionserver/699c9baf3d29:0-0.replicationSource,2-699c9baf3d29,34811,1733217744677.replicationSource.wal-reader.699c9baf3d29%2C34811%2C1733217744677,2-699c9baf3d29,34811,1733217744677 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T09:22:58,669 INFO [RS:0;699c9baf3d29:34811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34811 2024-12-03T09:22:58,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1019a7fe8610001, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1514114771/rs/699c9baf3d29,34811,1733217744677 2024-12-03T09:22:58,736 INFO [RS:0;699c9baf3d29:34811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:22:58,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514114771/rs 2024-12-03T09:22:58,747 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,34811,1733217744677] 2024-12-03T09:22:58,757 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1514114771/draining/699c9baf3d29,34811,1733217744677 already deleted, retry=false 2024-12-03T09:22:58,757 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 699c9baf3d29,34811,1733217744677 expired; onlineServers=0 2024-12-03T09:22:58,758 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '699c9baf3d29,40803,1733217744054' ***** 2024-12-03T09:22:58,758 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T09:22:58,758 INFO [M:0;699c9baf3d29:40803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:22:58,758 INFO [M:0;699c9baf3d29:40803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:22:58,758 DEBUG [M:0;699c9baf3d29:40803 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T09:22:58,758 DEBUG [M:0;699c9baf3d29:40803 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T09:22:58,758 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T09:22:58,758 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217745482 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217745482,5,FailOnTimeoutGroup] 2024-12-03T09:22:58,758 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217745482 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217745482,5,FailOnTimeoutGroup] 2024-12-03T09:22:58,758 INFO [M:0;699c9baf3d29:40803 {}] hbase.ChoreService(370): Chore service for: master/699c9baf3d29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T09:22:58,758 INFO [M:0;699c9baf3d29:40803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:22:58,758 DEBUG [M:0;699c9baf3d29:40803 {}] master.HMaster(1795): Stopping service threads 2024-12-03T09:22:58,758 INFO [M:0;699c9baf3d29:40803 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T09:22:58,758 INFO [M:0;699c9baf3d29:40803 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:22:58,758 ERROR [M:0;699c9baf3d29:40803 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1905109231) connection to localhost/127.0.0.1:41927 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41927,5,PEWorkerGroup] 2024-12-03T09:22:58,758 INFO [M:0;699c9baf3d29:40803 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T09:22:58,758 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T09:22:58,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1514114771/master 2024-12-03T09:22:58,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514114771 2024-12-03T09:22:58,768 DEBUG [M:0;699c9baf3d29:40803 {}] zookeeper.ZKUtil(347): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Unable to get data of znode /0-1514114771/master because node does not exist (not an error) 2024-12-03T09:22:58,768 WARN [M:0;699c9baf3d29:40803 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T09:22:58,769 INFO [M:0;699c9baf3d29:40803 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/.lastflushedseqids 2024-12-03T09:22:58,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741853_1029 (size=263) 2024-12-03T09:22:58,772 INFO [M:0;699c9baf3d29:40803 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T09:22:58,772 INFO [M:0;699c9baf3d29:40803 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T09:22:58,772 DEBUG [M:0;699c9baf3d29:40803 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:22:58,772 INFO [M:0;699c9baf3d29:40803 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:58,772 DEBUG [M:0;699c9baf3d29:40803 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:58,772 DEBUG [M:0;699c9baf3d29:40803 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:22:58,772 DEBUG [M:0;699c9baf3d29:40803 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:58,772 INFO [M:0;699c9baf3d29:40803 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-12-03T09:22:58,785 DEBUG [M:0;699c9baf3d29:40803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb5efb30463b4f89923835c81a3e9a7d is 82, key is hbase:meta,,1/info:regioninfo/1733217746777/Put/seqid=0 2024-12-03T09:22:58,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741854_1030 (size=5672) 2024-12-03T09:22:58,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1019a7fe8610001, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:22:58,847 INFO [RS:0;699c9baf3d29:34811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:22:58,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1019a7fe8610001, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:22:58,847 INFO [RS:0;699c9baf3d29:34811 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,34811,1733217744677; zookeeper connection closed. 2024-12-03T09:22:58,847 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36137569 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36137569 2024-12-03T09:22:58,848 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T09:22:59,188 INFO [M:0;699c9baf3d29:40803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb5efb30463b4f89923835c81a3e9a7d 2024-12-03T09:22:59,202 DEBUG [M:0;699c9baf3d29:40803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f9c541cc27664640b5fb66fa7820f916 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733217759103/Put/seqid=0 2024-12-03T09:22:59,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741855_1031 (size=7610) 2024-12-03T09:22:59,205 INFO [M:0;699c9baf3d29:40803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f9c541cc27664640b5fb66fa7820f916 2024-12-03T09:22:59,208 INFO [M:0;699c9baf3d29:40803 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9c541cc27664640b5fb66fa7820f916 2024-12-03T09:22:59,223 DEBUG [M:0;699c9baf3d29:40803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c593374237824985bb4567dc662b03e6 is 69, key is 699c9baf3d29,34811,1733217744677/rs:state/1733217745541/Put/seqid=0 2024-12-03T09:22:59,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741856_1032 (size=5156) 2024-12-03T09:22:59,226 INFO [M:0;699c9baf3d29:40803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c593374237824985bb4567dc662b03e6 2024-12-03T09:22:59,229 DEBUG [M:0;699c9baf3d29:40803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb5efb30463b4f89923835c81a3e9a7d as hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb5efb30463b4f89923835c81a3e9a7d 2024-12-03T09:22:59,233 INFO [M:0;699c9baf3d29:40803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb5efb30463b4f89923835c81a3e9a7d, entries=8, sequenceid=121, filesize=5.5 K 2024-12-03T09:22:59,233 DEBUG [M:0;699c9baf3d29:40803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f9c541cc27664640b5fb66fa7820f916 as hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f9c541cc27664640b5fb66fa7820f916 2024-12-03T09:22:59,236 INFO [M:0;699c9baf3d29:40803 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9c541cc27664640b5fb66fa7820f916 2024-12-03T09:22:59,236 INFO [M:0;699c9baf3d29:40803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f9c541cc27664640b5fb66fa7820f916, entries=13, sequenceid=121, filesize=7.4 K 2024-12-03T09:22:59,237 DEBUG [M:0;699c9baf3d29:40803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c593374237824985bb4567dc662b03e6 as hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c593374237824985bb4567dc662b03e6 2024-12-03T09:22:59,239 INFO [M:0;699c9baf3d29:40803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41927/user/jenkins/test-data/23b8d1dd-ac6d-0f13-4a14-f7af04267fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c593374237824985bb4567dc662b03e6, entries=1, sequenceid=121, filesize=5.0 K 2024-12-03T09:22:59,240 INFO [M:0;699c9baf3d29:40803 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 468ms, sequenceid=121, compaction requested=false 2024-12-03T09:22:59,247 INFO [M:0;699c9baf3d29:40803 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:22:59,247 DEBUG [M:0;699c9baf3d29:40803 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217778772Disabling compacts and flushes for region at 1733217778772Disabling writes for close at 1733217778772Obtaining lock to block concurrent updates at 1733217778772Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733217778772Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1733217778772Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733217778773 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733217778773Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733217778785 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733217778785Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733217779191 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733217779202 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733217779202Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733217779208 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733217779222 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733217779223 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47e44dde: reopening flushed file at 1733217779229 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a21d51: reopening flushed file at 1733217779233 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@769dbc82: reopening flushed file at 1733217779236 (+3 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 468ms, sequenceid=121, compaction requested=false at 1733217779240 (+4 ms)Writing region close event to WAL at 1733217779247 (+7 ms)Closed at 1733217779247 2024-12-03T09:22:59,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741830_1006 (size=69920) 2024-12-03T09:22:59,249 INFO [M:0;699c9baf3d29:40803 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T09:22:59,249 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:22:59,249 INFO [M:0;699c9baf3d29:40803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40803 2024-12-03T09:22:59,249 INFO [M:0;699c9baf3d29:40803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:22:59,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:22:59,394 INFO [M:0;699c9baf3d29:40803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:22:59,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1019a7fe8610000, quorum=127.0.0.1:54051, baseZNode=/0-1514114771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:22:59,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34235706{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:22:59,396 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1477ce42{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:22:59,396 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:22:59,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e5cb522{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:22:59,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@368fdfc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/hadoop.log.dir/,STOPPED} 2024-12-03T09:22:59,397 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T09:22:59,397 WARN [BP-1725559068-172.17.0.2-1733217742026 heartbeating to localhost/127.0.0.1:41927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T09:22:59,398 WARN [BP-1725559068-172.17.0.2-1733217742026 heartbeating to localhost/127.0.0.1:41927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1725559068-172.17.0.2-1733217742026 (Datanode Uuid f96db2ab-f7a4-46bb-be91-8da53b4c7056) service to localhost/127.0.0.1:41927 2024-12-03T09:22:59,398 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T09:22:59,398 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/cluster_d9e3f4b6-f931-35d6-f448-8a2bbb1b622f/data/data1/current/BP-1725559068-172.17.0.2-1733217742026 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:22:59,399 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/cluster_d9e3f4b6-f931-35d6-f448-8a2bbb1b622f/data/data2/current/BP-1725559068-172.17.0.2-1733217742026 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:22:59,399 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T09:22:59,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42487ed5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:22:59,403 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a2942d3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:22:59,403 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:22:59,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4efffad1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:22:59,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e544920{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56265bce-eafa-393d-fdd7-4ebf6438f69f/hadoop.log.dir/,STOPPED} 2024-12-03T09:22:59,408 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T09:22:59,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T09:22:59,444 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=587 (was 523) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54051) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41927 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34407 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:34407 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:41927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:45599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34407 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45599 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54051) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34407 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45599 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34407 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45599 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54051) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=971 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=346 (was 371), ProcessCount=11 (was 11), AvailableMemoryMB=12632 (was 12804) 2024-12-03T09:22:59,445 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=587 is superior to 500